-- Logs begin at Thu 2021-01-28 02:57:32 UTC, end at Thu 2021-01-28 03:56:49 UTC. -- Jan 28 03:33:36.816484 dv-osbrick-754598-7-ceph systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 03:33:39.496405 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.common.config [-] Logging enabled! Jan 28 03:33:39.496954 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev443 Jan 28 03:33:39.498273 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78887) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 03:33:39.500043 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.common.config [-] Logging enabled! Jan 28 03:33:39.500336 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev443 Jan 28 03:33:39.500683 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78887) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 03:33:39.501715 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 28 03:33:39.501979 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 28 03:33:39.503026 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 28 03:33:39.503309 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 28 03:33:39.503566 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 28 03:33:39.503931 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.504273 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.504605 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.504867 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.505203 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.505533 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.505849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.506177 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.506552 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.506853 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.507163 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.507479 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.507738 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.508054 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.508376 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.508698 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.508948 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] debug = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.509262 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.509782 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.510093 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.510400 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.510745 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.511048 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.511355 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.511720 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.512245 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] host = dv-osbrick-754598-7-ceph {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.512557 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.512886 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.513209 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.513532 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.513838 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.514148 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.514467 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.514798 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.515103 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] log_file = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.515407 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.515732 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.516054 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.516382 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.516635 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.516886 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.517207 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.517531 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.517836 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.518140 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.518444 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.518790 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.519093 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.519391 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.519712 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.520033 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.520350 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.520654 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.520957 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.521255 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.521554 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.521873 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.522181 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.522485 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.522813 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.523134 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.523431 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.523732 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.524065 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] service_plugins = ['router'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.524383 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.524700 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.525019 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.525320 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.525636 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.525936 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.526235 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.526555 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] use_json = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.526858 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.527696 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.528179 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.528479 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.528781 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.529083 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.529386 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.529706 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:39.530034 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.530365 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.530749 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.531066 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.531391 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.531704 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.532028 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.532337 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.532661 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.532985 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.533309 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.533618 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.533935 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.534249 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.534609 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.534957 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.535290 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.535616 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.535920 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.536226 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.536530 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.536840 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.537159 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.537489 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.537814 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.538118 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.538430 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.538784 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.539095 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.539399 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.539707 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.540035 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.540342 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.540645 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.540961 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.541271 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.541575 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.541876 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.542182 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.542545 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.543736 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.544055 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.544365 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.544678 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.544986 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.545313 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.545627 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.545934 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.546238 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.546571 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.546879 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.547185 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.547497 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.547803 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.548112 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.548416 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.548718 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.549021 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.549322 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.549625 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.549929 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.550231 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.550554 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.550863 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.551165 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.551464 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.551769 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.552073 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.552391 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.552722 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.553033 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.553343 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.553652 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.553965 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.554274 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.554607 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.554918 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.555228 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.555531 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.555858 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.556179 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.556497 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.556810 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.557117 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.557446 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.557756 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.558070 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.558400 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.558736 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.559058 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.559375 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.559703 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.560031 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.560361 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.560688 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.561017 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.561331 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.561679 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.561991 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:39.562235 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 28 03:33:39.562492 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78887) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 28 03:33:40.226277 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO keyring.backend [-] Loading Gnome Jan 28 03:33:40.243716 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO keyring.backend [-] Loading Google Jan 28 03:33:40.246837 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO keyring.backend [-] Loading Windows (alt) Jan 28 03:33:40.250199 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO keyring.backend [-] Loading file Jan 28 03:33:40.251060 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO keyring.backend [-] Loading keyczar Jan 28 03:33:40.251338 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO keyring.backend [-] Loading multi Jan 28 03:33:40.251977 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO keyring.backend [-] Loading pyfs Jan 28 03:33:40.297817 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:33:40.298134 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:33:40.298452 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:33:40.298879 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 03:33:40.690335 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:40.690932 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:40.691035 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:40.739543 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:40.739855 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:40.740152 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:40.743747 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:40.744052 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:40.744344 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:40.810704 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:40.811014 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:40.811312 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:40.813719 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:40.814024 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:40.814320 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.082818 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.083147 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.083453 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.083759 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.084585 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.231991 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.232361 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.232683 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.232982 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.233279 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.233658 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.233954 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.234241 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.234566 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.234886 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.235182 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.235483 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.235786 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.236322 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.236636 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.236945 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.237237 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.237556 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.237841 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.238330 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.238639 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.238923 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.239265 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.239549 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.239831 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.240248 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 28 03:33:41.240521 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 28 03:33:41.240796 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 28 03:33:41.241068 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 28 03:33:41.241338 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 28 03:33:41.241608 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 28 03:33:41.243068 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 03:33:41.246697 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 03:33:41.250579 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 03:33:41.254641 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jan 28 03:33:41.256284 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 03:33:41.257351 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 03:33:41.257733 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 28 03:33:41.258165 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 03:33:41.260933 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 03:33:41.261222 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 03:33:41.261731 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 28 03:33:41.284143 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 28 03:33:41.284652 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.284979 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78887) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 28 03:33:41.285390 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.286786 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78887) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 03:33:41.287105 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 28 03:33:41.287380 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 28 03:33:41.290536 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.290870 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.356755 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 03:33:41.357018 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 03:33:41.357284 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 03:33:41.357682 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 03:33:41.392654 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_db.sqlalchemy.engines [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=78887) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 28 03:33:41.837833 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.managers [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Initializing driver for type 'gre' Jan 28 03:33:41.838373 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] gre ID ranges: [(1, 1000)] Jan 28 03:33:41.891572 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.managers [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Initializing driver for type 'local' Jan 28 03:33:41.891943 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.managers [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Initializing driver for type 'vlan' Jan 28 03:33:41.901826 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] VlanTypeDriver initialization complete Jan 28 03:33:41.903083 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.managers [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Initializing driver for type 'vxlan' Jan 28 03:33:41.903665 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] vxlan ID ranges: [(1, 1000)] Jan 28 03:33:41.943785 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.managers [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Initializing extension driver 'port_security' Jan 28 03:33:41.944151 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.extensions.port_security [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] PortSecurityExtensionDriver initialization complete Jan 28 03:33:41.944531 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.managers [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Initializing mechanism driver 'openvswitch' Jan 28 03:33:41.951659 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:33:41.952511 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > port after_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.952928 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > port after_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.953322 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > port after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.953804 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > subnet after_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.954195 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > subnet after_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.954612 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.955041 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > network after_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.955434 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > network after_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.955819 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > network after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.956239 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > security_group after_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.956622 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > security_group after_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.957043 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.957467 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.957849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.958229 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.958865 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > address_group after_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.959258 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > address_group after_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.959645 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.960021 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] ML2 OVO RPC backend initialized. {{(pid=78887) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 28 03:33:41.960743 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.961136 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.961857 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > network before_response 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.962042 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > networks before_response 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.962324 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > port before_response 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.962724 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > ports before_response 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.963118 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > subnet before_response 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.963498 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > subnets before_response 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.963883 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > network after_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.964259 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > network after_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.965302 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > network after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.966037 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > port after_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.966826 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > port after_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.966826 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > port after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.967120 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > subnet after_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.967412 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > subnet after_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.967789 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:41.968445 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.plugin [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Modular L2 Plugin initialization complete Jan 28 03:33:41.968806 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading services supported by the core plugin {{(pid=78887) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 03:33:41.969181 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.plugins.ml2.managers [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Got port-security extension from driver 'port_security' Jan 28 03:33:41.969692 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.extensions.vlantransparent [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Disabled vlantransparent extension. Jan 28 03:33:41.971218 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading service plugins: ['router', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78887) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 03:33:41.971582 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading Plugin: router Jan 28 03:33:42.010591 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.011042 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router after_create 55549900 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.012020 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router before_create 55549900 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.012655 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.013079 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.013486 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router after_delete 55549900 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.013891 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.014306 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router after_create 55549900 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.014721 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router after_update 55549900 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.015119 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router after_update 55549900 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.015506 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.015914 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router after_update 55549900 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.016411 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router precommit_update 55549900 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.016835 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: port after_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.017218 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: port after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.017593 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: subnet after_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.017971 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.018364 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.018778 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router precommit_create 55549900 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.019162 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: port before_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.019545 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router precommit_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.019953 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router after_update 55549900 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.020339 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.020730 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router precommit_create 55549900 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.021138 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.021526 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router precommit_update 55549900 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.021960 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > network after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.022995 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Tracking information for resource: router configured {{(pid=78887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 28 03:33:42.023374 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Tracking information for resource: floatingip configured {{(pid=78887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 28 03:33:42.029087 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.db.l3_agentschedulers_db [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 03:33:42.029722 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: port after_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.030119 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: port after_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.030548 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: port after_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.030920 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: port after_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.031821 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router before_create 55550100 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.032226 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.032631 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router precommit_create 55550100 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.033028 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > router precommit_update 55550100 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.037834 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.services.provider_configuration [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Service providers = [] {{(pid=78887) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 03:33:42.038237 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.servicetype_db [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78887) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 03:33:42.041118 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.services.service_base [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78887) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 28 03:33:42.041505 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.services.service_base [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78887) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 28 03:33:42.041889 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.services.service_base [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78887) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 28 03:33:42.042944 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.services.service_base [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78887) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 28 03:33:42.043667 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.services.service_base [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 03:33:42.044395 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 28 03:33:42.045029 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading Plugin: auto_allocate Jan 28 03:33:42.051384 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: network precommit_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.051790 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: network precommit_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.052379 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 28 03:33:42.052740 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading Plugin: tag Jan 28 03:33:42.060117 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 28 03:33:42.060491 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading Plugin: timestamp Jan 28 03:33:42.064397 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 28 03:33:42.064773 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading Plugin: network_ip_availability Jan 28 03:33:42.070279 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.070722 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.071119 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.071915 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 28 03:33:42.072276 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading Plugin: flavors Jan 28 03:33:42.077750 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 28 03:33:42.078125 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading Plugin: revisions Jan 28 03:33:42.082378 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 28 03:33:42.082839 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.784s {{(pid=78887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:33:42.083613 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78887) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 28 03:33:42.083998 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Initializing extension manager. Jan 28 03:33:42.084551 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: __init__.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.084933 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: __pycache__ {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.085309 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.085683 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: address_group.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.086497 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.087156 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: address-group Jan 28 03:33:42.087524 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: address_scope.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.088339 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.088869 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: address-scope Jan 28 03:33:42.089230 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.091093 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.091715 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: router-admin-state-down-before-update Jan 28 03:33:42.092078 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: agent.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.092843 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.093413 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: agent Jan 28 03:33:42.093779 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: agent_resources_synced.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.094749 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.095319 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: agent-resources-synced Jan 28 03:33:42.095681 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: allowedaddresspairs.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.097635 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.098223 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: allowed-address-pairs Jan 28 03:33:42.098643 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: auto_allocated_topology.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.099730 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.100306 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: auto-allocated-topology Jan 28 03:33:42.100670 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: availability_zone.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.101419 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.101993 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: availability_zone Jan 28 03:33:42.102357 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: availability_zone_filter.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.103314 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.103887 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: availability_zone_filter Jan 28 03:33:42.104258 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: data_plane_status.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.105423 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.106058 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 03:33:42.106425 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: default_subnetpools.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.107405 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.107980 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: default-subnetpools Jan 28 03:33:42.108346 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.109193 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.109764 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: dhcp_agent_scheduler Jan 28 03:33:42.110129 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: dns.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.111350 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.111921 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension dns-integration not supported by any of loaded plugins Jan 28 03:33:42.112283 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: dns_domain_ports.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.113215 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.113784 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 03:33:42.114155 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: dvr.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.114904 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.115483 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: dvr Jan 28 03:33:42.115844 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: empty_string_filtering.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.116771 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.117338 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: empty-string-filtering Jan 28 03:33:42.117700 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.118660 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.119230 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 03:33:42.119592 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.120519 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.121432 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 03:33:42.121851 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: external_net.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.122804 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.123381 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: external-net Jan 28 03:33:42.123743 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.124671 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.125252 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: extra_dhcp_opt Jan 28 03:33:42.125611 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: extraroute.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.126668 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.127242 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: extraroute Jan 28 03:33:42.127610 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: extraroute_atomic.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.128645 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.129210 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: extraroute-atomic Jan 28 03:33:42.129574 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: filter_validation.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.130277 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.130870 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: filter-validation Jan 28 03:33:42.131231 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: fip_pf_description.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.132151 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.132713 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 03:33:42.133073 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: fip_port_details.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.134009 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.134610 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: fip-port-details Jan 28 03:33:42.134975 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: flavors.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.136218 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.137713 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: flavors Jan 28 03:33:42.138092 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.139826 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.140414 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 03:33:42.140794 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: floatingip_pools.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.141550 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.142129 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: floatingip-pools Jan 28 03:33:42.142497 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: ip_allocation.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.143466 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.144036 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 03:33:42.144404 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.145337 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.145907 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: ip-substring-filtering Jan 28 03:33:42.146277 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: l2_adjacency.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.147242 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.147810 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 03:33:42.148173 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: l3.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.149278 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.149858 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: router Jan 28 03:33:42.150223 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.153511 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.154101 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 03:33:42.154476 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.155457 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.156036 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: ext-gw-mode Jan 28 03:33:42.156405 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.157336 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.157904 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: l3-ha Jan 28 03:33:42.158267 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: l3_flavors.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.159225 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.159793 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: l3-flavors Jan 28 03:33:42.160161 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.161095 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.161666 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 03:33:42.162030 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: l3agentscheduler.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.163203 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.163790 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: l3_agent_scheduler Jan 28 03:33:42.164162 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: logging.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.165714 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.166320 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension logging not supported by any of loaded plugins Jan 28 03:33:42.166735 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: metering.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.169221 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.169799 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension metering not supported by any of loaded plugins Jan 28 03:33:42.170173 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.171409 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.171987 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension metering_source_and_destination_fields not supported by any of loaded plugins Jan 28 03:33:42.172354 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: multiprovidernet.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.173291 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.173870 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: multi-provider Jan 28 03:33:42.174236 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: netmtu.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.175189 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.175766 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: net-mtu Jan 28 03:33:42.176132 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: netmtu_writable.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.177061 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.177636 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: net-mtu-writable Jan 28 03:33:42.178003 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: network_availability_zone.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.178752 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.179323 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: network_availability_zone Jan 28 03:33:42.179687 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: network_ip_availability.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.180793 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.181367 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: network-ip-availability Jan 28 03:33:42.181735 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: network_segment_range.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.182586 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.183165 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 03:33:42.184137 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: pagination.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.185153 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.185538 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: pagination Jan 28 03:33:42.185902 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.186887 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.187467 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: port-mac-address-regenerate Jan 28 03:33:42.187836 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.188794 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.189352 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: port-numa-affinity-policy Jan 28 03:33:42.189713 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: port_resource_request.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.190668 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.191243 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 03:33:42.191603 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: portbindings.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.192549 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.193164 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: binding Jan 28 03:33:42.193523 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: portbindings_extended.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.194843 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.195431 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: binding-extended Jan 28 03:33:42.195797 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: portsecurity.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.196726 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.197301 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: port-security Jan 28 03:33:42.197665 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: project_id.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.198717 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.199270 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: project-id Jan 28 03:33:42.199781 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: providernet.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.200827 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.201412 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: provider Jan 28 03:33:42.201774 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: qos.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.205329 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.205926 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension qos not supported by any of loaded plugins Jan 28 03:33:42.206296 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.207576 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.208155 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 03:33:42.208528 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.209454 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.210024 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 03:33:42.210388 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: qos_default.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.211339 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.211910 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension qos-default not supported by any of loaded plugins Jan 28 03:33:42.212272 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: qos_fip.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.212967 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.213532 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension qos-fip not supported by any of loaded plugins Jan 28 03:33:42.213896 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: qos_gateway_ip.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.215666 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.216308 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 03:33:42.216676 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: qos_port_network_policy.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.217611 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.218185 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 03:33:42.218573 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: qos_rule_type_details.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.219500 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.220068 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 03:33:42.220435 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: qos_rules_alias.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.221476 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.222049 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 03:33:42.222414 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: quotasv2.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.223526 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.223905 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: quotas Jan 28 03:33:42.224271 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: quotasv2_detail.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.225889 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.226272 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: quota_details Jan 28 03:33:42.226670 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: rbac.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.227824 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.228405 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: rbac-policies Jan 28 03:33:42.228769 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: rbac_address_scope.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.229702 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.231053 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: rbac-address-scope Jan 28 03:33:42.231564 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: rbac_security_groups.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.232497 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.233077 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: rbac-security-groups Jan 28 03:33:42.233447 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: rbac_subnetpool.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.234378 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.235006 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: rbac-subnetpool Jan 28 03:33:42.235375 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: revisionifmatch.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.236596 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.237175 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: revision-if-match Jan 28 03:33:42.237539 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: revisions.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.238674 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.239283 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: standard-attr-revisions Jan 28 03:33:42.239647 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: router_availability_zone.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.240373 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.240953 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: router_availability_zone Jan 28 03:33:42.241314 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: routerservicetype.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.242252 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.242871 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension router-service-type not supported by any of loaded plugins Jan 28 03:33:42.243235 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.244183 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.244764 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: security-groups-normalized-cidr Jan 28 03:33:42.245127 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.246373 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.246992 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: port-security-groups-filtering Jan 28 03:33:42.247379 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.248573 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.249250 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: security-groups-remote-address-group Jan 28 03:33:42.249617 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: securitygroup.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.263948 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.264547 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: security-group Jan 28 03:33:42.264924 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: segment.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.265804 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.266395 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension segment not supported by any of loaded plugins Jan 28 03:33:42.266799 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.267751 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.268334 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 03:33:42.268701 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: servicetype.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.269793 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.270380 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: service-type Jan 28 03:33:42.270777 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: sorting.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.271777 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.272156 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: sorting Jan 28 03:33:42.272519 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: standard_attr_segment.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.273439 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.274024 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 03:33:42.274391 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: standardattrdescription.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.275125 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.275703 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: standard-attr-description Jan 28 03:33:42.276077 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: stateful_security_group.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.277590 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.278455 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: stateful-security-group Jan 28 03:33:42.278852 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: stdattrs_common.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.279451 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 03:33:42.279814 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.280756 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.281337 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 03:33:42.281703 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: subnet_onboard.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.282808 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.283396 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: subnet_onboard Jan 28 03:33:42.283762 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.284770 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.285343 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 03:33:42.285709 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: subnet_service_types.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.286682 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.287267 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: subnet-service-types Jan 28 03:33:42.287632 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: subnetallocation.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.288728 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.289308 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: subnet_allocation Jan 28 03:33:42.289670 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.290368 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.290971 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: subnetpool-prefix-ops Jan 28 03:33:42.291330 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.292285 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.293683 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 03:33:42.294230 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: tagging.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.295564 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.296160 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: standard-attr-tag Jan 28 03:33:42.296527 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: timestamp.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.297719 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.298300 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loaded extension: standard-attr-timestamp Jan 28 03:33:42.298699 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: trunk.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.299749 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.300324 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension trunk not supported by any of loaded plugins Jan 28 03:33:42.300687 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: trunk_details.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.301630 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.302207 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension trunk-details not supported by any of loaded plugins Jan 28 03:33:42.302594 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: uplink_status_propagation.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.303532 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.304102 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 03:33:42.304463 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Loading extension file: vlantransparent.py {{(pid=78887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 28 03:33:42.305170 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:33:42.305736 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 03:33:42.308497 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Creating instance of TrackedResource for resource:network Jan 28 03:33:42.309572 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Creating instance of TrackedResource for resource:subnet Jan 28 03:33:42.310249 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 03:33:42.310984 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Creating instance of TrackedResource for resource:port Jan 28 03:33:42.312460 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.resource_helper [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 28 03:33:42.312955 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.resource_helper [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Service FLAVORS assigned prefix: {{(pid=78887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 28 03:33:42.313650 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.resource_helper [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 28 03:33:42.314126 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.resource_helper [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 28 03:33:42.314501 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Creating instance of TrackedResource for resource:router Jan 28 03:33:42.315244 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 03:33:42.317289 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.317694 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.318081 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:33:42.319249 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 03:33:42.319739 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Creating instance of TrackedResource for resource:security_group Jan 28 03:33:42.320487 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 03:33:42.321375 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.resource_helper [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Service CORE assigned prefix: {{(pid=78887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 28 03:33:42.321748 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 03:33:42.322111 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] subnetpool is already registered Jan 28 03:33:42.322818 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.resource_helper [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Service CORE assigned prefix: {{(pid=78887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 28 03:33:42.323186 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 03:33:42.323548 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] subnetpool is already registered Jan 28 03:33:42.326602 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.resource_helper [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 28 03:33:42.327096 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.resource_helper [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Service FLAVORS assigned prefix: {{(pid=78887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 28 03:33:42.327748 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.resource_helper [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 28 03:33:42.328213 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.resource_helper [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 28 03:33:42.328586 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Creating instance of TrackedResource for resource:router Jan 28 03:33:42.328951 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] router is already registered Jan 28 03:33:42.329614 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 03:33:42.329978 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] floatingip is already registered Jan 28 03:33:42.330923 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 03:33:42.331291 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] rbac_policy is already registered Jan 28 03:33:42.331752 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Creating instance of TrackedResource for resource:security_group Jan 28 03:33:42.332115 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] security_group is already registered Jan 28 03:33:42.332928 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 03:33:42.333294 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] security_group_rule is already registered Jan 28 03:33:42.334023 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.resource_helper [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Service CORE assigned prefix: {{(pid=78887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 28 03:33:42.334390 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 03:33:42.334785 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] subnetpool is already registered Jan 28 03:33:42.335495 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.resource_helper [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Service CORE assigned prefix: {{(pid=78887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 28 03:33:42.335861 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 03:33:42.336230 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING neutron.quota.resource_registry [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] subnetpool is already registered Jan 28 03:33:42.336956 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: extensions {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.338571 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: address-groups {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.340875 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: address-scopes {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.342458 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: agents {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.343723 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: auto-allocated-topology {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.345041 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: availability_zones {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.346420 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: dhcp-networks {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.347945 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: dhcp-agents {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.349453 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: routers {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.351393 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: flavors {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.352643 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: service_profiles {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.353913 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: next_providers {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.356233 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: service_profiles {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.357979 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: floatingip-pools {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.359305 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: routers {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.361354 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: floatingips {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.362735 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: l3-routers {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.364205 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: l3-agents {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.365704 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: network-ip-availabilities {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.367212 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: bindings {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.368880 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: quotas {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.370373 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: quotas {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.372343 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: rbac-policies {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.373641 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: security-groups {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.374972 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: security-group-rules {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.376282 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: service-providers {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.378667 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: subnetpools {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.380100 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: subnetpools {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.381648 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: tags {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.383614 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: tags {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.385418 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: tags {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.387776 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: tags {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.389567 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: tags {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.391379 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: tags {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.393367 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: tags {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.395464 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: tags {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.397500 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: tags {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.399472 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.extensions [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Extended resource: tags {{(pid=78887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 28 03:33:42.407487 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING keystonemiddleware.auth_token [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 03:33:42.412598 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING keystonemiddleware.auth_token [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 03:33:42.422560 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Acquired lock "singleton_lock" {{(pid=78887) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 28 03:33:42.423082 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Releasing lock "singleton_lock" {{(pid=78887) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 28 03:33:42.424549 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO oslo_service.service [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Starting 2 workers Jan 28 03:33:42.429373 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Started child 78998 {{(pid=78887) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 28 03:33:42.433681 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:33:42.434651 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Started child 78999 {{(pid=78887) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 28 03:33:42.435251 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [-] (78998) wsgi starting up on http://0.0.0.0:9696 Jan 28 03:33:42.436179 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.service [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 03:33:42.436826 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Notify callbacks [] for process, before_spawn {{(pid=78887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:33:42.437975 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:33:42.439273 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO oslo_service.service [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Starting 1 workers Jan 28 03:33:42.439474 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [-] (78999) wsgi starting up on http://0.0.0.0:9696 Jan 28 03:33:42.444765 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Started child 79000 {{(pid=78887) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 28 03:33:42.445313 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO oslo_service.service [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Starting 1 workers Jan 28 03:33:42.447219 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.service [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] calling RpcWorker wait() {{(pid=79000) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 03:33:42.447610 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.service [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] returning from RpcWorker wait() {{(pid=79000) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 03:33:42.449056 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:33:42.449556 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:33:42.450566 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Started child 79001 {{(pid=78887) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 28 03:33:42.451360 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0b892e1d-cd64-4c20-9b88-71480adbbd10 None None] Notify callbacks [] for process, after_spawn {{(pid=78887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:33:42.452993 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78887) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 28 03:33:42.453233 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 28 03:33:42.453442 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 28 03:33:42.453712 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 28 03:33:42.454114 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 28 03:33:42.454310 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 28 03:33:42.454403 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:33:42.454901 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.455380 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.455684 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:33:42.455778 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.455992 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.456304 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.456987 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.457287 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.457567 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.457882 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.458170 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.458378 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.458608 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.458913 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.459185 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.459504 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.459982 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.460271 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.460549 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.460750 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.461054 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.461376 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.461664 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.461977 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] debug = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.462258 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.462875 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.463144 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.463438 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.463723 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.464039 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.464310 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.465227 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.465622 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.466074 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.466459 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.467132 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.467132 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.470253 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.470253 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.470253 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.470253 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] host = dv-osbrick-754598-7-ceph {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.470253 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.470253 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.470253 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.470253 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.471351 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.471351 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.471351 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.471351 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.471351 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.471982 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78998) accepted ('10.222.0.38', 54338) {{(pid=78998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:33:42.472114 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.472114 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.472114 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.472114 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.472114 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] log_file = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.472114 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] log_options = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.472114 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.473008 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.473008 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.473008 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.473008 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.473515 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.473515 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.473768 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.473909 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.474100 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.474346 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.477003 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.477003 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.477003 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.477003 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.477003 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.477003 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.477003 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.477003 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.477532 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.477532 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.477532 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.477532 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.477795 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.477862 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.478102 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.478374 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.478823 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.479063 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.479213 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.479440 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.479754 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.479988 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.481060 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.481626 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.481898 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.483198 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.483198 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] service_plugins = ['router'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.483198 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.488415 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099130 Jan 28 03:33:42.488558 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.488558 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.488558 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.488558 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.488558 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.488558 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.488558 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] use_json = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.488558 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.489563 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.489563 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.489563 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.489563 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.489563 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.489563 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.489563 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.489563 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.493868 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.493868 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.493868 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.493868 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.493868 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.493868 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.493868 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.493868 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.494551 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.494551 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.494551 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.494551 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.494551 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.494551 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.494551 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.495133 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.495133 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.495386 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.497111 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.497111 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.497111 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.498575 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.498906 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.499206 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.499493 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.499785 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.500018 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.500276 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.500533 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.500780 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.501022 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.501345 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.501606 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.501876 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.502140 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.502412 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.503434 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.503735 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.504023 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.504331 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.505104 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.505370 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.505605 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.506019 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.506275 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.507175 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.507175 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.507175 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.507459 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.507604 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.507865 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.508118 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.508371 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.508648 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.508923 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.509181 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.509430 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.509684 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.509929 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.510189 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.510488 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.511651 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.512104 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.513117 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.513404 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.514392 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.514392 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.514392 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.514392 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.514710 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.514954 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.515467 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.515727 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.515982 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.516235 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.516676 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.516676 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.516943 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.517191 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.517424 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.517864 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.518129 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.518384 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.518837 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.519998 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.520273 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.520576 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.520851 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.521139 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.521380 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.521820 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.522079 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.522325 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.522814 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.523119 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.523404 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.523698 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.523965 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.524225 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.524529 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.524787 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.525070 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.525326 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.525615 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.525880 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.526193 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.526473 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.526806 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.528602 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.528602 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.528912 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.529029 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.529295 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.529866 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.529866 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.530211 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.530650 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.530845 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.531108 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.531420 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.531712 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.532050 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.532302 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.532596 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.532863 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.533310 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.533634 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.533912 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.534175 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.534430 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.534741 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.535120 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.535427 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.535672 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.535940 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.536249 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.536562 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.536821 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.537147 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.537443 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.537721 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.538020 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.538307 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.538636 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.538882 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.539157 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.539410 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.540195 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.540195 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.540195 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.540498 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.540599 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.540828 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.541081 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.541358 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.541635 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.541889 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.542124 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.542437 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.544404 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.544404 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.544404 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.544684 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.544684 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.544954 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.545200 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.545490 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.545748 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.546063 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.546355 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.546676 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.546956 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.547237 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.547521 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.547795 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.548088 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.548662 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.548662 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.549681 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.550033 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.550449 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.550871 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.551317 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.552120 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.552120 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.552120 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.552461 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.552755 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.553051 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.553314 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.553588 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.553847 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.554124 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.554384 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.555441 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.555720 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.556014 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.556304 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.556589 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.556858 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.557111 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.557384 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.557641 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.557912 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.558307 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.558755 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.559193 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.559472 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.559713 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.560166 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.560422 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.560677 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.560946 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.561192 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.561461 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.562320 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.562320 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.562320 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.562624 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.562767 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.563047 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.563310 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.564311 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.564311 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.564311 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.564539 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.564742 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.565331 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.565331 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.565488 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.565741 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.566540 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.566540 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.566714 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.567040 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.567333 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.567621 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.567959 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.568285 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.568574 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.568826 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.569157 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.569516 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.569822 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.570107 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.570381 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.570725 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.570987 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.571242 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.572039 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.572039 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.572039 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.572257 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.572501 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.572953 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.572953 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.573244 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.573497 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.575173 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.575173 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.575173 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.575473 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.575567 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 28 03:33:42.576069 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78887) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 28 03:33:42.576265 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 28 03:33:42.576455 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 28 03:33:42.576682 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 28 03:33:42.576889 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 28 03:33:42.577075 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 28 03:33:42.577329 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.577525 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.577717 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.577908 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.578097 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.578310 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.578502 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.578737 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.578929 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.579119 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.579316 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.579507 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.579698 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.580346 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.580346 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.580346 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.580346 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.580716 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.580716 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.581799 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.581978 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.582227 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.582385 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] debug = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.582560 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.582822 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.583007 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.583153 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.583298 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.583442 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.583585 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.583729 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.583909 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.584070 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.584259 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.584450 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.584640 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.584829 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.585018 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.585206 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.585395 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] host = dv-osbrick-754598-7-ceph {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.585584 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.585774 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.587204 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.587204 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.587204 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.587204 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.587204 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.587204 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.587204 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.587204 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.587853 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.587853 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.587853 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.587853 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] log_file = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.588192 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] log_options = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.588192 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.588365 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.588456 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.590591 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.590591 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.590591 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.590591 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.590591 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.590591 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.590591 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.591048 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.591048 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.591048 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.591048 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.591048 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.591351 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.591351 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.591501 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.591737 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.591846 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.591983 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.592175 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.592365 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.592554 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.592934 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.592934 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.593173 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.593311 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.593446 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.594627 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.594627 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.594627 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.594627 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.594627 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.594627 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.594627 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.595221 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.595221 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] service_plugins = ['router'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.595221 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.595221 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.595569 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.595569 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.595745 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.595880 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.596074 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.596242 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] use_json = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.596423 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.596598 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.596781 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.596946 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.597138 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.597330 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.597514 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.597704 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 28 03:33:42.597916 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.598599 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.598599 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.598599 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.598897 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.598897 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.599840 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.600041 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.600236 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.600430 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.600636 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.600829 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.601034 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.601226 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.601417 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.602262 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.602262 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.602262 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.602262 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.602262 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.602615 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.602615 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.602888 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.602987 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.603171 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.603363 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.603555 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.603748 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.603940 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.604132 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.604325 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.604516 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.604708 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.604900 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.605674 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.605955 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.606405 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.607494 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.607683 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.608062 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.608247 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.608441 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.608638 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.608734 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:33:42.608808 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.609001 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.609195 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.609391 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.609584 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.609777 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.609972 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.610177 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.610369 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.610603 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.610795 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.610982 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.611430 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.613311 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.613311 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.613311 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.613311 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.613311 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.613311 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.613311 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.613311 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.613311 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.614114 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.614114 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.614114 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.614114 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.614114 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.614114 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.614114 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.614743 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.614743 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.614743 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.615004 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.615004 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.615172 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.615261 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.615457 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.615651 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.615843 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.616035 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.616226 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.616426 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.616636 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.616828 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.617019 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.617208 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.617398 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.617588 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.617778 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.617937 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.618128 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.618319 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.618537 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.618724 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.618917 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.619108 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.619301 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.619493 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.619686 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.619875 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.620069 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.620235 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.620422 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.620613 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.620968 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.621314 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.621663 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.621863 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.622067 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.622260 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.622432 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.622661 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.622799 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.622983 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.623154 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.623326 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.623527 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.623715 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.623907 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.624098 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.624291 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.624482 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.624677 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.624867 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.625066 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.625270 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.625463 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.625655 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.625857 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.626063 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.626254 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.626444 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.626662 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.626854 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.627046 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.627220 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.627547 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.627885 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.628247 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.628442 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.628637 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.628833 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.629028 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.629222 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.629413 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.629606 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.629800 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.629996 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.630187 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.630379 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.630583 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.630767 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.630959 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.631150 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.631920 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.631920 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.631920 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.632331 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.632331 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.632331 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.632583 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.632684 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.632781 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.632965 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.633147 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.633302 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.633485 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.633677 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.633869 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.634060 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.634256 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.634428 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.636053 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.636053 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.636053 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.636053 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.636314 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.636951 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.637463 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.637463 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.637824 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.637978 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.638174 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.638369 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.639268 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.639605 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.639923 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.640263 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.640460 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.640694 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.640812 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.640988 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.641163 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.641358 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.641553 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.642541 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.642541 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.642541 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.642541 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.642541 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.642886 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.642886 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.643008 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.643226 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.643317 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.643455 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.643605 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.643807 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.643996 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.644188 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.644379 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.644569 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.644771 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.644969 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.645157 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.645345 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.645538 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.645746 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.645905 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.646100 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.646300 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.646492 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.646690 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.646876 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.647079 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.647271 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.647464 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.647658 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.647849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.648041 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.648234 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.648430 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.648633 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.648831 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.649023 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.649224 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.649425 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.649626 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.649818 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.650017 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.650224 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.650415 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.650604 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.650802 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.650993 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.651184 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.651376 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.651569 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.651765 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.652115 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.653434 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.653434 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.653434 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.653434 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.653434 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.654482 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.654482 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.654482 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.654482 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.654482 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:33:42.654482 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 28 03:33:53.116568 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f93214-84fd-47a1-8dd9-a036534dcc2c None None] get_active_networks_info from dv-osbrick-754598-7-ceph {{(pid=79000) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 28 03:33:53.237779 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f93214-84fd-47a1-8dd9-a036534dcc2c None None] No non-hosted networks {{(pid=79000) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 03:33:53.252132 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agentschedulers_db [None req-21f93214-84fd-47a1-8dd9-a036534dcc2c None None] DHCP Agent not found on host dv-osbrick-754598-7-ceph {{(pid=79000) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Jan 28 03:33:53.383204 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-21ef9580-f890-464f-ba81-c5f168098c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214'] for agent, after_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:33:54.578736 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-eda7631c-c342-4514-818f-448082bf1232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214'] for agent, after_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:33:54.624355 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-02772a95-533a-419b-9ff4-667c75a34e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:33:55.031327 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214'] for agent, after_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:33:55.843190 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214'] for agent, after_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:33:55.843876 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:33:55.844244 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:33:55.844606 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:33:55.844965 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:33:55.845318 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:33:55.845672 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:33:55.846026 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:33:55.846393 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:33:55.846775 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:33:55.847127 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:33:55.847480 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:33:55.847829 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:33:55.848232 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-osbrick-754598-7-ceph', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:33:55.862165 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-osbrick-754598-7-ceph', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:33:56.498015 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78998) accepted ('10.222.0.38', 54432) {{(pid=78998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:33:56.774441 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING oslo_policy.policy [None req-411333c6-930e-4b3a-acbe-53407330365d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 03:33:56.775163 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING oslo_policy.policy [None req-411333c6-930e-4b3a-acbe-53407330365d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 03:33:57.017319 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [None req-411333c6-930e-4b3a-acbe-53407330365d admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:33:57.018468 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-411333c6-930e-4b3a-acbe-53407330365d admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12821 time: 0.5193801 Jan 28 03:33:57.818970 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] get_endpoint_by_host() called for host dv-osbrick-754598-7-ceph {{(pid=79000) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 28 03:33:57.825097 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] get_endpoint_by_ip() called for ip 192.168.0.29 {{(pid=79000) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 28 03:33:57.828544 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] _add_endpoint() called for ip 192.168.0.29 {{(pid=79000) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 28 03:33:57.834399 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] _get_endpoints() called {{(pid=79000) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 28 03:33:59.636512 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 54448) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:33:59.758077 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.db.l3_hamode_db [None req-1f0799b4-3a70-449f-b9d6-35edb3a79fed None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 03:33:59.789021 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING oslo_policy.policy [None req-fc112de6-83e2-4103-8a27-c9a9a976ed0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 03:33:59.789722 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING oslo_policy.policy [None req-fc112de6-83e2-4103-8a27-c9a9a976ed0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 03:33:59.849555 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0799b4-3a70-449f-b9d6-35edb3a79fed None None] Routers set() bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:33:59.849997 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0799b4-3a70-449f-b9d6-35edb3a79fed None None] Router IDs set() for agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 28 03:34:00.012400 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [None req-fc112de6-83e2-4103-8a27-c9a9a976ed0a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=78999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:00.085145 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.policy [None req-fc112de6-83e2-4103-8a27-c9a9a976ed0a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78999) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 28 03:34:00.085913 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING oslo_policy.policy [None req-fc112de6-83e2-4103-8a27-c9a9a976ed0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 03:34:00.086314 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING oslo_policy.policy [None req-fc112de6-83e2-4103-8a27-c9a9a976ed0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 03:34:00.112718 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota [None req-fc112de6-83e2-4103-8a27-c9a9a976ed0a admin admin] Loaded quota_driver: . Jan 28 03:34:00.128905 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-fc112de6-83e2-4103-8a27-c9a9a976ed0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:34:00.185957 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fc112de6-83e2-4103-8a27-c9a9a976ed0a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275220210206', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275220192017', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275220195622', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275222007834', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275222011015', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853187551', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853179028', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854023539', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854096788'] for rbac-policy, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:00.264870 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fc112de6-83e2-4103-8a27-c9a9a976ed0a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:00.266383 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-fc112de6-83e2-4103-8a27-c9a9a976ed0a admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6274617 Jan 28 03:34:02.877773 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 54466) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:34:02.957135 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '15a648655a6c4d7a8ea3863c348895a3'}} {{(pid=78999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:02.963224 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:34:02.968244 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Usage tracker for resource:network and tenant:15a648655a6c4d7a8ea3863c348895a3 is out of sync, need to count used quota {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:34:02.971961 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:34:02.978042 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:34:02.987068 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Made reservation on behalf of 15a648655a6c4d7a8ea3863c348895a3 for: {'network': 1} {{(pid=78999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 28 03:34:02.993189 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for network, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:03.010139 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:03.027234 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:34:03.031058 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Usage tracker for resource:security_group_rule and tenant:15a648655a6c4d7a8ea3863c348895a3 is out of sync, need to count used quota {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:34:03.034567 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:34:03.040056 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:34:03.142337 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:03.144978 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709389'] for security_group, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:03.150590 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:34:03.170991 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=78999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 28 03:34:03.197503 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761635615603', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934965'] for segment, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:03.198100 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.db.segments_db [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Added segment 606609f0-19e4-4c3c-b728-ba2b4f3c5eba of type vxlan for network 88c34004-26af-4e10-91d2-2cf6139341fe Jan 28 03:34:03.254387 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aeb6ae1-ebd7-417c-8a5b-76abe0974981,revision_number=1']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:34:03.432333 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:03.433244 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:03.433615 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:03.433954 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:03.434298 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:03.434703 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:03.435045 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:03.435387 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:03.435738 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:03.436077 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:03.436412 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:03.436747 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Tracked resource versions report: Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: pushed versions: Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: { 'AddressGroup': {'1.1'}, Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'ConntrackHelper': {'1.0'}, Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Log': {'1.0'}, Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Network': {'1.1'}, Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Port': {'1.6'}, Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'PortForwarding': {'1.2'}, Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'QosPolicy': {'1.8'}, Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroup': {'1.4'}, Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroupRule': {'1.2'}, Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SubPort': {'1.0'}, Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Subnet': {'1.1'}, Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Trunk': {'1.1'}} Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: consumer versions: Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: { DHCP agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: L3 agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: Metadata agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: Open vSwitch agent@dv-osbrick-754598-7-ceph: { 'AddressGroup': '1.1', Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'ConntrackHelper': '1.0', Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Log': '1.0', Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Network': '1.1', Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Port': '1.6', Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'PortForwarding': '1.2', Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'QosPolicy': '1.8', Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroup': '1.4', Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroupRule': '1.2', Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SubPort': '1.0', Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Subnet': '1.1', Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Trunk': '1.1'}} Jan 28 03:34:03.437851 dv-osbrick-754598-7-ceph neutron-server[78887]: {{(pid=78999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 28 03:34:03.475049 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761635098193'] for network, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:03.482232 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:34:03.515314 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379'] for network, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:03.516582 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:34:03.517232 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for network, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:03.522443 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:34:03.632494 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 0.7535810 Jan 28 03:34:03.637614 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Pushing event updated for resources: {'Network': ['ID=88c34004-26af-4e10-91d2-2cf6139341fe,revision_number=1']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:34:03.640967 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:34:03.649068 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Network 88c34004-26af-4e10-91d2-2cf6139341fe details requested by agent ovs-agent-dv-osbrick-754598-7-ceph with host dv-osbrick-754598-7-ceph {{(pid=79000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 28 03:34:06.311849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 54482) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:34:06.505922 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c35dbd-c22e-4736-b6ac-18e252ad17b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:34:06.507376 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-13c35dbd-c22e-4736-b6ac-18e252ad17b1 admin admin] 10.222.0.38 "GET /v2.0/networks/88c34004-26af-4e10-91d2-2cf6139341fe HTTP/1.1" status: 200 len: 818 time: 0.1944520 Jan 28 03:34:06.538228 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-26fdbb63-cd72-4aa2-8269-4a3ff3c9599d admin admin] 10.222.0.38 "GET /v2.0/subnetpools/cc9a2a03-1278-4cac-aa00-d6ad9b6ccf52 HTTP/1.1" status: 200 len: 734 time: 0.0234334 Jan 28 03:34:06.548196 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [None req-2fe6b0b9-7670-483d-b3ab-64627ea8e34c admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '15a648655a6c4d7a8ea3863c348895a3', 'subnetpool_id': 'cc9a2a03-1278-4cac-aa00-d6ad9b6ccf52', 'name': 'private-subnet', 'network_id': '88c34004-26af-4e10-91d2-2cf6139341fe'}} {{(pid=78999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:06.553008 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-2fe6b0b9-7670-483d-b3ab-64627ea8e34c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:34:06.556982 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-2fe6b0b9-7670-483d-b3ab-64627ea8e34c admin admin] Usage tracker for resource:subnet and tenant:15a648655a6c4d7a8ea3863c348895a3 is out of sync, need to count used quota {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:34:06.560638 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-2fe6b0b9-7670-483d-b3ab-64627ea8e34c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:34:06.566342 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-2fe6b0b9-7670-483d-b3ab-64627ea8e34c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:34:06.581666 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe6b0b9-7670-483d-b3ab-64627ea8e34c admin admin] Made reservation on behalf of 15a648655a6c4d7a8ea3863c348895a3 for: {'subnet': 1} {{(pid=78999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 28 03:34:06.586490 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b0b9-7670-483d-b3ab-64627ea8e34c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:07.074158 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b0b9-7670-483d-b3ab-64627ea8e34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379'] for subnet, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:07.088877 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:34:07.223077 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6b0b9-7670-483d-b3ab-64627ea8e34c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5217158-6a54-4f75-9374-a00b1b3b0c7d,revision_number=0']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:34:07.230775 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-2fe6b0b9-7670-483d-b3ab-64627ea8e34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:34:07.296944 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe6b0b9-7670-483d-b3ab-64627ea8e34c admin admin] Checking segment: {'id': '606609f0-19e4-4c3c-b728-ba2b4f3c5eba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '88c34004-26af-4e10-91d2-2cf6139341fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=78999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:34:07.297250 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe6b0b9-7670-483d-b3ab-64627ea8e34c admin admin] Network hostable DHCP agents. Network: 88c34004-26af-4e10-91d2-2cf6139341fe, hostable agents: ['ae8660c1-0c45-4c2d-a5d2-7922d0bab71a'], hosted agents: [] {{(pid=78999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 28 03:34:07.317723 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe6b0b9-7670-483d-b3ab-64627ea8e34c admin admin] Network 88c34004-26af-4e10-91d2-2cf6139341fe is scheduled to be hosted by DHCP agent ae8660c1-0c45-4c2d-a5d2-7922d0bab71a with binding_index 1 {{(pid=78999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 28 03:34:07.326682 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-2fe6b0b9-7670-483d-b3ab-64627ea8e34c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-754598-7-ceph, 88c34004-26af-4e10-91d2-2cf6139341fe) {{(pid=78999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:34:07.331190 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe6b0b9-7670-483d-b3ab-64627ea8e34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:34:07.331826 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b0b9-7670-483d-b3ab-64627ea8e34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for subnet, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:07.336476 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19869628-27b0-43f6-81ca-43f2ac9ddc17 None None] Network 88c34004-26af-4e10-91d2-2cf6139341fe requested from dv-osbrick-754598-7-ceph {{(pid=79000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 28 03:34:07.350646 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-2fe6b0b9-7670-483d-b3ab-64627ea8e34c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8062627 Jan 28 03:34:07.691796 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp750ba0a5-205e-55b8-ba4e-249912d5c96b-88c34004-26af-4e10-91d2-2cf6139341fe', 'network_id': '88c34004-26af-4e10-91d2-2cf6139341fe', 'tenant_id': '15a648655a6c4d7a8ea3863c348895a3', 'fixed_ips': [{'subnet_id': 'e5217158-6a54-4f75-9374-a00b1b3b0c7d'}]}} from dv-osbrick-754598-7-ceph. {{(pid=79000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 28 03:34:07.693054 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:08.029273 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Allocated IP 172.20.0.2 (88c34004-26af-4e10-91d2-2cf6139341fe/e5217158-6a54-4f75-9374-a00b1b3b0c7d/69d82fd7-82a7-4027-a44e-83e31e895d2e) {{(pid=79000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:34:08.441803 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Notify callbacks [] for port, precommit_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:08.455469 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Transition to ACTIVE for port object 69d82fd7-82a7-4027-a44e-83e31e895d2e will not be triggered until provisioned by entity L2. {{(pid=79000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:34:08.473036 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Transition to ACTIVE for port object 69d82fd7-82a7-4027-a44e-83e31e895d2e will not be triggered until provisioned by entity DHCP. {{(pid=79000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:34:08.481016 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:08.497326 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:34:08.630731 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Pushing event updated for resources: {'Port': ['ID=69d82fd7-82a7-4027-a44e-83e31e895d2e,revision_number=1']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:34:08.647477 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:08.647854 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:08.648226 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:08.648587 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:08.648945 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:08.649303 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:08.649656 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:08.650010 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:08.650379 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:08.650771 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:08.651166 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:08.652052 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Tracked resource versions report: Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: pushed versions: Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: { 'AddressGroup': {'1.1'}, Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'ConntrackHelper': {'1.0'}, Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Log': {'1.0'}, Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Network': {'1.1'}, Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Port': {'1.6'}, Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'PortForwarding': {'1.2'}, Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'QosPolicy': {'1.8'}, Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroup': {'1.4'}, Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroupRule': {'1.2'}, Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SubPort': {'1.0'}, Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Subnet': {'1.1'}, Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Trunk': {'1.1'}} Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: consumer versions: Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: { DHCP agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: L3 agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: Metadata agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: Open vSwitch agent@dv-osbrick-754598-7-ceph: { 'AddressGroup': '1.1', Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'ConntrackHelper': '1.0', Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Log': '1.0', Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Network': '1.1', Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Port': '1.6', Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'PortForwarding': '1.2', Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'QosPolicy': '1.8', Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroup': '1.4', Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroupRule': '1.2', Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SubPort': '1.0', Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Subnet': '1.1', Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Trunk': '1.1'}} Jan 28 03:34:08.653150 dv-osbrick-754598-7-ceph neutron-server[78887]: {{(pid=79000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 28 03:34:08.659911 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:34:08.717702 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Network 88c34004-26af-4e10-91d2-2cf6139341fe is already hosted by enough agents. {{(pid=79000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:34:08.718772 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Resources bound (agent type, host, resource id): {{(pid=79000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:34:08.721521 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Received port after_create {{(pid=79000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:34:08.780493 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Attempting to bind port 69d82fd7-82a7-4027-a44e-83e31e895d2e on host dv-osbrick-754598-7-ceph for vnic_type normal with profile {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:08.780911 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Attempting to bind port 69d82fd7-82a7-4027-a44e-83e31e895d2e by drivers openvswitch on host dv-osbrick-754598-7-ceph at level 0 using segments [{'id': '606609f0-19e4-4c3c-b728-ba2b4f3c5eba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '88c34004-26af-4e10-91d2-2cf6139341fe'}] {{(pid=79000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:34:08.781366 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Attempting to bind port 69d82fd7-82a7-4027-a44e-83e31e895d2e on network 88c34004-26af-4e10-91d2-2cf6139341fe {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:34:08.786881 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Checking agent: {'id': '7b4cee97-6b16-4229-a239-5d734c3f161a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-754598-7-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 33, 56), 'started_at': datetime.datetime(2021, 1, 28, 3, 33, 56), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-754598-7-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:34:08.787308 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Checking segment: {'id': '606609f0-19e4-4c3c-b728-ba2b4f3c5eba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '88c34004-26af-4e10-91d2-2cf6139341fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:34:08.787778 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:08.788210 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Bound using segment: {'id': '606609f0-19e4-4c3c-b728-ba2b4f3c5eba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '88c34004-26af-4e10-91d2-2cf6139341fe'} {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:34:08.788731 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Bound port: 69d82fd7-82a7-4027-a44e-83e31e895d2e, host: dv-osbrick-754598-7-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606609f0-19e4-4c3c-b728-ba2b4f3c5eba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '88c34004-26af-4e10-91d2-2cf6139341fe'}}] {{(pid=79000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:34:08.789154 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:08.885617 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] For port 69d82fd7-82a7-4027-a44e-83e31e895d2e, host dv-osbrick-754598-7-ceph, cleared binding levels {{(pid=79000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:34:08.890373 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] For port 69d82fd7-82a7-4027-a44e-83e31e895d2e, host dv-osbrick-754598-7-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=69d82fd7-82a7-4027-a44e-83e31e895d2e,segment=NetworkSegment(606609f0-19e4-4c3c-b728-ba2b4f3c5eba),segment_id=606609f0-19e4-4c3c-b728-ba2b4f3c5eba)] {{(pid=79000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:34:08.893537 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:08.911078 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:34:09.058810 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Pushing event updated for resources: {'Port': ['ID=69d82fd7-82a7-4027-a44e-83e31e895d2e,revision_number=2']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:34:09.063738 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:34:10.019603 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 54492) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:34:10.100900 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [None req-dc4514bd-ce08-4a76-8a35-0a0dd0f3d9a1 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:34:10.101975 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-dc4514bd-ce08-4a76-8a35-0a0dd0f3d9a1 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12821 time: 0.0813429 Jan 28 03:34:12.747164 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 54506) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:34:12.832153 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [None req-70ce9cec-09d8-4923-a174-1e6044b45bd5 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:34:12.833223 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-70ce9cec-09d8-4923-a174-1e6044b45bd5 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12821 time: 0.0850532 Jan 28 03:34:13.826886 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd7bd4b-4ed2-4b09-95c8-ad8c2fd3a858 None None] Network 88c34004-26af-4e10-91d2-2cf6139341fe requested from dv-osbrick-754598-7-ceph {{(pid=79000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 28 03:34:13.907511 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 69d82fd7-82a7-4027-a44e-83e31e895d2e up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:34:13.977923 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-5c54f742-7e3a-4c99-9264-bf5be1300ac9 None None] Provisioning for port 69d82fd7-82a7-4027-a44e-83e31e895d2e completed by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:34:14.052603 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning for port 69d82fd7-82a7-4027-a44e-83e31e895d2e completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:34:14.085663 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 69d82fd7-82a7-4027-a44e-83e31e895d2e triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:34:14.086002 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:14.287552 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:14.328574 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] For port 69d82fd7-82a7-4027-a44e-83e31e895d2e, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=69d82fd7-82a7-4027-a44e-83e31e895d2e,segment=NetworkSegment(606609f0-19e4-4c3c-b728-ba2b4f3c5eba),segment_id=606609f0-19e4-4c3c-b728-ba2b4f3c5eba)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:34:14.332473 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:14.334795 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:34:14.410541 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Pushing event updated for resources: {'Port': ['ID=69d82fd7-82a7-4027-a44e-83e31e895d2e,revision_number=3']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:34:14.413955 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:34:14.522839 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-b0a64707-e310-419a-93ad-2cf67f6faa02 None None] Provisioning complete for port 69d82fd7-82a7-4027-a44e-83e31e895d2e triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:34:14.523206 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-b0a64707-e310-419a-93ad-2cf67f6faa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:14.773006 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-38bbdb45-2875-4cb5-af6c-9c8afcc875ac None None] Provisioning complete for port 69d82fd7-82a7-4027-a44e-83e31e895d2e triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:34:14.773411 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-38bbdb45-2875-4cb5-af6c-9c8afcc875ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:15.493619 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 54520) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:34:15.569730 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [None req-d5d36179-1a6c-4fa1-b1f1-86d3675120ab admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '15a648655a6c4d7a8ea3863c348895a3', 'name': 'router1'}} {{(pid=78999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:15.575145 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-d5d36179-1a6c-4fa1-b1f1-86d3675120ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:34:15.579084 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-d5d36179-1a6c-4fa1-b1f1-86d3675120ab admin admin] Usage tracker for resource:router and tenant:15a648655a6c4d7a8ea3863c348895a3 is out of sync, need to count used quota {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:34:15.582242 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-d5d36179-1a6c-4fa1-b1f1-86d3675120ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:34:15.587904 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-d5d36179-1a6c-4fa1-b1f1-86d3675120ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:34:15.597334 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-d5d36179-1a6c-4fa1-b1f1-86d3675120ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-579689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775099'] for router, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:15.598622 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-d5d36179-1a6c-4fa1-b1f1-86d3675120ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854196044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854190924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854067050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-732'] for router, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:15.625569 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-d5d36179-1a6c-4fa1-b1f1-86d3675120ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:15.729661 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-d5d36179-1a6c-4fa1-b1f1-86d3675120ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854196194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584794'] for router, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:15.747800 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-d5d36179-1a6c-4fa1-b1f1-86d3675120ab admin admin] Notify callbacks [] for router, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:15.749052 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-d5d36179-1a6c-4fa1-b1f1-86d3675120ab admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2543869 Jan 28 03:34:15.872593 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 69d82fd7-82a7-4027-a44e-83e31e895d2e up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:34:15.948954 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 69d82fd7-82a7-4027-a44e-83e31e895d2e triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:34:15.949255 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:18.300755 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 54530) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:34:18.378403 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [None req-f7ff79ee-c26c-4de6-80da-30cbbf6b52bf admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:34:18.379485 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-f7ff79ee-c26c-4de6-80da-30cbbf6b52bf admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12821 time: 0.0777249 Jan 28 03:34:20.946775 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 54540) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:34:21.025317 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=78999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:21.030161 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:34:21.034095 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Usage tracker for resource:network and tenant:c9a9aa35157e43f79bd4460dbd7d0628 is out of sync, need to count used quota {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:34:21.037534 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:34:21.043535 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:34:21.064086 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Made reservation on behalf of c9a9aa35157e43f79bd4460dbd7d0628 for: {'network': 1} {{(pid=78999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 28 03:34:21.068753 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for network, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:21.082137 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:21.097424 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:34:21.101381 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Usage tracker for resource:security_group_rule and tenant:c9a9aa35157e43f79bd4460dbd7d0628 is out of sync, need to count used quota {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:34:21.104501 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:34:21.110078 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:34:21.203758 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:21.206271 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709389'] for security_group, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:21.210478 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:34:21.225654 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Reserving flat network on physical network physnet1 {{(pid=78999) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 28 03:34:21.249820 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761635615603', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934965'] for segment, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:21.250411 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Unsubscribe: segment precommit_create {{(pid=78999) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 28 03:34:21.250864 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.db.segments_db [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Added segment 85601eaa-b774-4bff-bcf6-a6323a6992b9 of type flat for network ea722a38-7ae2-43cb-a677-4d47ee229a8c Jan 28 03:34:21.252019 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3092df77-9240-4b45-aa82-0b91a29efd2d,revision_number=1']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:34:21.258449 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:34:21.286563 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761635098193'] for network, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:21.324123 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379'] for network, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:21.325328 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:34:21.325950 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for network, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:21.330603 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:34:21.433356 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4854412 Jan 28 03:34:21.434068 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Pushing event updated for resources: {'Network': ['ID=ea722a38-7ae2-43cb-a677-4d47ee229a8c,revision_number=1']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:34:21.448131 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:34:21.461854 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Network ea722a38-7ae2-43cb-a677-4d47ee229a8c details requested by agent ovs-agent-dv-osbrick-754598-7-ceph with host dv-osbrick-754598-7-ceph {{(pid=79000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 28 03:34:23.045524 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-abc21046-2871-4926-9cdc-7371b5ac7026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:23.970700 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 54550) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:34:24.112074 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95025a41-140a-438e-acaf-fbde99a9127f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:34:24.113403 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-95025a41-140a-438e-acaf-fbde99a9127f admin admin] 10.222.0.38 "GET /v2.0/subnets/e5217158-6a54-4f75-9374-a00b1b3b0c7d HTTP/1.1" status: 200 len: 849 time: 0.1416800 Jan 28 03:34:24.259443 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-7cf0e2c7-e95e-4f51-b45b-c83d94d953be admin admin] 10.222.0.38 "GET /v2.0/routers/a750b080-c920-4961-956b-5e0a8f3f7da9 HTTP/1.1" status: 200 len: 704 time: 0.1399217 Jan 28 03:34:24.570282 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-933519d4-c079-403d-ac5a-23842ea39694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:24.852160 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:24.890620 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:25.252125 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Allocated IP 172.20.0.1 (88c34004-26af-4e10-91d2-2cf6139341fe/e5217158-6a54-4f75-9374-a00b1b3b0c7d/8b246c42-b220-411b-891f-c10bf651ee60) {{(pid=78999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:34:25.425627 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Notify callbacks [] for port, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:25.443325 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Transition to ACTIVE for port object 8b246c42-b220-411b-891f-c10bf651ee60 will not be triggered until provisioned by entity DHCP. {{(pid=78999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:34:25.499748 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:25.514413 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:34:25.644435 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Pushing event updated for resources: {'Port': ['ID=8b246c42-b220-411b-891f-c10bf651ee60,revision_number=1']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:34:25.647968 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:34:25.706260 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Network 88c34004-26af-4e10-91d2-2cf6139341fe is already hosted by enough agents. {{(pid=78999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:34:25.707491 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Resources bound (agent type, host, resource id): {{(pid=78999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:34:25.709908 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Received port after_create {{(pid=78999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:34:25.710429 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579998'] for router_interface, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:25.854368 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:25.882026 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-1791055d-e255-45d2-92ee-58520d3897c4 None None] Provisioning for port 8b246c42-b220-411b-891f-c10bf651ee60 completed by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:34:25.887275 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-1791055d-e255-45d2-92ee-58520d3897c4 None None] Provisioning complete for port 8b246c42-b220-411b-891f-c10bf651ee60 triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:34:25.887687 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-1791055d-e255-45d2-92ee-58520d3897c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:25.942262 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-1791055d-e255-45d2-92ee-58520d3897c4 None None] Port 8b246c42-b220-411b-891f-c10bf651ee60 cannot update to ACTIVE because it is not bound. {{(pid=79000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 03:34:25.979545 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:26.263107 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Notify callbacks [] for port, precommit_update {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:26.266490 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:26.267576 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854195856'] for router_interface, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:26.282115 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:34:26.403827 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Pushing event updated for resources: {'Port': ['ID=8b246c42-b220-411b-891f-c10bf651ee60,revision_number=2']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:34:26.412847 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:34:26.468630 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Network 88c34004-26af-4e10-91d2-2cf6139341fe is already hosted by enough agents. {{(pid=78999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:34:26.469688 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Resources bound (agent type, host, resource id): {{(pid=78999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:34:26.667967 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-8145d5cb-59c0-48db-8f61-49a6a510147c None None] Provisioning complete for port 8b246c42-b220-411b-891f-c10bf651ee60 triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:34:26.668372 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-8145d5cb-59c0-48db-8f61-49a6a510147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:26.725811 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-8145d5cb-59c0-48db-8f61-49a6a510147c None None] Port 8b246c42-b220-411b-891f-c10bf651ee60 cannot update to ACTIVE because it is not bound. {{(pid=79000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 03:34:26.835323 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Router a750b080-c920-4961-956b-5e0a8f3f7da9 is scheduled to L3 agent 382a0915-dc5d-46b7-a5dc-ea157a977503 with binding_index 1 {{(pid=78999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 28 03:34:27.007628 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Notify agent at l3_agent.dv-osbrick-754598-7-ceph the message routers_updated {{(pid=78999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 28 03:34:27.017665 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] 10.222.0.38 "PUT /v2.0/routers/a750b080-c920-4961-956b-5e0a8f3f7da9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7525063 Jan 28 03:34:27.018802 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Sync routers for ids ['a750b080-c920-4961-956b-5e0a8f3f7da9'] in dv-osbrick-754598-7-ceph {{(pid=79001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 28 03:34:27.031981 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Routers {'a750b080-c920-4961-956b-5e0a8f3f7da9'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:34:27.032863 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:34:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['a750b080-c920-4961-956b-5e0a8f3f7da9'], 'active': True} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:34:27.218638 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Set router a750b080-c920-4961-956b-5e0a8f3f7da9 gateway port host: None {{(pid=79001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:34:27.604897 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750b080-c920-4961-956b-5e0a8f3f7da9', 'name': 'router1', 'tenant_id': '15a648655a6c4d7a8ea3863c348895a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:34:15Z', 'updated_at': '2021-01-28T03:34:25Z', 'revision_number': 2, 'project_id': '15a648655a6c4d7a8ea3863c348895a3', 'gw_port_host': None, '_interfaces': [{'id': '8b246c42-b220-411b-891f-c10bf651ee60', 'name': '', 'network_id': '88c34004-26af-4e10-91d2-2cf6139341fe', 'tenant_id': '15a648655a6c4d7a8ea3863c348895a3', 'mac_address': 'fa:16:3e:ef:8a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a750b080-c920-4961-956b-5e0a8f3f7da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5217158-6a54-4f75-9374-a00b1b3b0c7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:34:25Z', 'updated_at': '2021-01-28T03:34:26Z', 'revision_number': 2, 'project_id': '15a648655a6c4d7a8ea3863c348895a3', 'subnets': [{'id': 'e5217158-6a54-4f75-9374-a00b1b3b0c7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc9a2a03-1278-4cac-aa00-d6ad9b6ccf52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:34:27.609970 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Checking router: a750b080-c920-4961-956b-5e0a8f3f7da9 for host: dv-osbrick-754598-7-ceph {{(pid=79001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 28 03:34:27.610384 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Updating router a750b080-c920-4961-956b-5e0a8f3f7da9 port 8b246c42-b220-411b-891f-c10bf651ee60 binding host dv-osbrick-754598-7-ceph {{(pid=79001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 28 03:34:27.834313 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:28.292054 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Notify callbacks [] for port, precommit_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:28.307572 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Transition to ACTIVE for port object 8b246c42-b220-411b-891f-c10bf651ee60 will not be triggered until provisioned by entity L2. {{(pid=79001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:34:28.310285 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:28.326378 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:34:28.468123 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b10f11-faec-4631-9100-a80af20a1920 None None] Pushing event updated for resources: {'Port': ['ID=8b246c42-b220-411b-891f-c10bf651ee60,revision_number=3']} {{(pid=79001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:34:28.480054 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b10f11-faec-4631-9100-a80af20a1920 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:28.480434 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b10f11-faec-4631-9100-a80af20a1920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:28.480805 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b10f11-faec-4631-9100-a80af20a1920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:28.481168 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b10f11-faec-4631-9100-a80af20a1920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:28.481524 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b10f11-faec-4631-9100-a80af20a1920 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:28.481884 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b10f11-faec-4631-9100-a80af20a1920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:28.482238 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b10f11-faec-4631-9100-a80af20a1920 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:28.482620 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b10f11-faec-4631-9100-a80af20a1920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:28.482995 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b10f11-faec-4631-9100-a80af20a1920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:28.483347 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b10f11-faec-4631-9100-a80af20a1920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:28.483698 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b10f11-faec-4631-9100-a80af20a1920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:28.484046 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b10f11-faec-4631-9100-a80af20a1920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b10f11-faec-4631-9100-a80af20a1920 None None] Tracked resource versions report: Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: pushed versions: Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: { 'AddressGroup': {'1.1'}, Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'ConntrackHelper': {'1.0'}, Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Log': {'1.0'}, Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Network': {'1.1'}, Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Port': {'1.6'}, Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'PortForwarding': {'1.2'}, Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'QosPolicy': {'1.8'}, Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroup': {'1.4'}, Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroupRule': {'1.2'}, Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SubPort': {'1.0'}, Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Subnet': {'1.1'}, Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Trunk': {'1.1'}} Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: consumer versions: Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: { DHCP agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: L3 agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: Metadata agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: Open vSwitch agent@dv-osbrick-754598-7-ceph: { 'AddressGroup': '1.1', Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'ConntrackHelper': '1.0', Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Log': '1.0', Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Network': '1.1', Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Port': '1.6', Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'PortForwarding': '1.2', Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'QosPolicy': '1.8', Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroup': '1.4', Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroupRule': '1.2', Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SubPort': '1.0', Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Subnet': '1.1', Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Trunk': '1.1'}} Jan 28 03:34:28.485166 dv-osbrick-754598-7-ceph neutron-server[78887]: {{(pid=79001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 28 03:34:28.501276 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-f4b10f11-faec-4631-9100-a80af20a1920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:34:28.657740 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Attempting to bind port 8b246c42-b220-411b-891f-c10bf651ee60 on host dv-osbrick-754598-7-ceph for vnic_type normal with profile {{(pid=79001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:28.658215 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Attempting to bind port 8b246c42-b220-411b-891f-c10bf651ee60 by drivers openvswitch on host dv-osbrick-754598-7-ceph at level 0 using segments [{'id': '606609f0-19e4-4c3c-b728-ba2b4f3c5eba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '88c34004-26af-4e10-91d2-2cf6139341fe'}] {{(pid=79001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:34:28.658584 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Attempting to bind port 8b246c42-b220-411b-891f-c10bf651ee60 on network 88c34004-26af-4e10-91d2-2cf6139341fe {{(pid=79001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:34:28.664557 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Checking agent: {'id': '7b4cee97-6b16-4229-a239-5d734c3f161a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-754598-7-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 33, 56), 'started_at': datetime.datetime(2021, 1, 28, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-754598-7-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:34:28.664984 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Checking segment: {'id': '606609f0-19e4-4c3c-b728-ba2b4f3c5eba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '88c34004-26af-4e10-91d2-2cf6139341fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:34:28.665453 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:28.665877 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Bound using segment: {'id': '606609f0-19e4-4c3c-b728-ba2b4f3c5eba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '88c34004-26af-4e10-91d2-2cf6139341fe'} {{(pid=79001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:34:28.666418 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Bound port: 8b246c42-b220-411b-891f-c10bf651ee60, host: dv-osbrick-754598-7-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606609f0-19e4-4c3c-b728-ba2b4f3c5eba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '88c34004-26af-4e10-91d2-2cf6139341fe'}}] {{(pid=79001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:34:28.666874 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:28.762730 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] For port 8b246c42-b220-411b-891f-c10bf651ee60, host dv-osbrick-754598-7-ceph, cleared binding levels {{(pid=79001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:34:28.767087 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] For port 8b246c42-b220-411b-891f-c10bf651ee60, host dv-osbrick-754598-7-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=8b246c42-b220-411b-891f-c10bf651ee60,segment=NetworkSegment(606609f0-19e4-4c3c-b728-ba2b4f3c5eba),segment_id=606609f0-19e4-4c3c-b728-ba2b4f3c5eba)] {{(pid=79001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:34:28.777936 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:28.793809 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:34:28.947214 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b10f11-faec-4631-9100-a80af20a1920 None None] Pushing event updated for resources: {'Port': ['ID=8b246c42-b220-411b-891f-c10bf651ee60,revision_number=4']} {{(pid=79001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:34:28.953275 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-f4b10f11-faec-4631-9100-a80af20a1920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:34:29.007315 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Routers {'a750b080-c920-4961-956b-5e0a8f3f7da9'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:34:29.007975 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:34:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['a750b080-c920-4961-956b-5e0a8f3f7da9'], 'active': True} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:34:29.177320 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] Set router a750b080-c920-4961-956b-5e0a8f3f7da9 gateway port host: None {{(pid=79001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:34:29.518380 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750b080-c920-4961-956b-5e0a8f3f7da9', 'name': 'router1', 'tenant_id': '15a648655a6c4d7a8ea3863c348895a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:34:15Z', 'updated_at': '2021-01-28T03:34:25Z', 'revision_number': 2, 'project_id': '15a648655a6c4d7a8ea3863c348895a3', 'gw_port_host': None, '_interfaces': [{'id': '8b246c42-b220-411b-891f-c10bf651ee60', 'name': '', 'network_id': '88c34004-26af-4e10-91d2-2cf6139341fe', 'tenant_id': '15a648655a6c4d7a8ea3863c348895a3', 'mac_address': 'fa:16:3e:ef:8a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a750b080-c920-4961-956b-5e0a8f3f7da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5217158-6a54-4f75-9374-a00b1b3b0c7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:34:25Z', 'updated_at': '2021-01-28T03:34:28Z', 'revision_number': 4, 'project_id': '15a648655a6c4d7a8ea3863c348895a3', 'subnets': [{'id': 'e5217158-6a54-4f75-9374-a00b1b3b0c7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc9a2a03-1278-4cac-aa00-d6ad9b6ccf52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:34:29.522531 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60f0c15-fed5-4493-b416-68ff768bf08b None None] The sync data for ids ['a750b080-c920-4961-956b-5e0a8f3f7da9'] in dv-osbrick-754598-7-ceph is: [{'id': 'a750b080-c920-4961-956b-5e0a8f3f7da9', 'name': 'router1', 'tenant_id': '15a648655a6c4d7a8ea3863c348895a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:34:15Z', 'updated_at': '2021-01-28T03:34:25Z', 'revision_number': 2, 'project_id': '15a648655a6c4d7a8ea3863c348895a3', 'gw_port_host': None, '_interfaces': [{'id': '8b246c42-b220-411b-891f-c10bf651ee60', 'name': '', 'network_id': '88c34004-26af-4e10-91d2-2cf6139341fe', 'tenant_id': '15a648655a6c4d7a8ea3863c348895a3', 'mac_address': 'fa:16:3e:ef:8a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a750b080-c920-4961-956b-5e0a8f3f7da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5217158-6a54-4f75-9374-a00b1b3b0c7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:34:25Z', 'updated_at': '2021-01-28T03:34:28Z', 'revision_number': 4, 'project_id': '15a648655a6c4d7a8ea3863c348895a3', 'subnets': [{'id': 'e5217158-6a54-4f75-9374-a00b1b3b0c7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc9a2a03-1278-4cac-aa00-d6ad9b6ccf52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 28 03:34:29.533205 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 54562) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:34:29.719172 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e0417f-27f9-4fbc-b661-3dc35c0328bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:34:29.719725 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-56e0417f-27f9-4fbc-b661-3dc35c0328bf admin admin] Synchronizing usage tracker for tenant:c9a9aa35157e43f79bd4460dbd7d0628 on resource:network {{(pid=78999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:34:29.736721 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-56e0417f-27f9-4fbc-b661-3dc35c0328bf admin admin] Unset dirty status for tenant:c9a9aa35157e43f79bd4460dbd7d0628 on resource:network {{(pid=78999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:34:29.737957 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-56e0417f-27f9-4fbc-b661-3dc35c0328bf admin admin] 10.222.0.38 "GET /v2.0/networks/ea722a38-7ae2-43cb-a677-4d47ee229a8c HTTP/1.1" status: 200 len: 842 time: 0.2035165 Jan 28 03:34:29.748422 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [None req-4688d57a-affd-48a3-a3ff-3b561fcc3efc admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.29.0.0/24', 'ip_version': 4, 'gateway_ip': '172.29.0.1', 'enable_dhcp': False, 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'}} {{(pid=78999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:29.753900 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-4688d57a-affd-48a3-a3ff-3b561fcc3efc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:34:29.757949 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-4688d57a-affd-48a3-a3ff-3b561fcc3efc admin admin] Usage tracker for resource:subnet and tenant:c9a9aa35157e43f79bd4460dbd7d0628 is out of sync, need to count used quota {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:34:29.761054 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-4688d57a-affd-48a3-a3ff-3b561fcc3efc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:34:29.770908 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-4688d57a-affd-48a3-a3ff-3b561fcc3efc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:34:29.780493 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4688d57a-affd-48a3-a3ff-3b561fcc3efc admin admin] Made reservation on behalf of c9a9aa35157e43f79bd4460dbd7d0628 for: {'subnet': 1} {{(pid=78999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 28 03:34:29.785140 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-4688d57a-affd-48a3-a3ff-3b561fcc3efc admin admin] Notify callbacks [] for subnet, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:30.235857 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.objects.ports [None req-4688d57a-affd-48a3-a3ff-3b561fcc3efc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78999) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 28 03:34:30.236538 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-4688d57a-affd-48a3-a3ff-3b561fcc3efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379'] for subnet, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:30.254205 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-2fe6b0b9-7670-483d-b3ab-64627ea8e34c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:34:30.378254 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688d57a-affd-48a3-a3ff-3b561fcc3efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3edf47ac-c901-4d7b-a844-5dcfe0ce1ece,revision_number=0']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:34:30.380955 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-4688d57a-affd-48a3-a3ff-3b561fcc3efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:34:30.454652 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688d57a-affd-48a3-a3ff-3b561fcc3efc admin admin] Checking segment: {'id': '85601eaa-b774-4bff-bcf6-a6323a6992b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=78999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:34:30.455052 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4688d57a-affd-48a3-a3ff-3b561fcc3efc admin admin] Network hostable DHCP agents. Network: ea722a38-7ae2-43cb-a677-4d47ee229a8c, hostable agents: ['ae8660c1-0c45-4c2d-a5d2-7922d0bab71a'], hosted agents: [] {{(pid=78999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 28 03:34:30.489725 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4688d57a-affd-48a3-a3ff-3b561fcc3efc admin admin] Network ea722a38-7ae2-43cb-a677-4d47ee229a8c is scheduled to be hosted by DHCP agent ae8660c1-0c45-4c2d-a5d2-7922d0bab71a with binding_index 1 {{(pid=78999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 28 03:34:30.500503 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-4688d57a-affd-48a3-a3ff-3b561fcc3efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-754598-7-ceph, ea722a38-7ae2-43cb-a677-4d47ee229a8c) {{(pid=78999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:34:30.501688 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 4 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:34:30.504611 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4688d57a-affd-48a3-a3ff-3b561fcc3efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:34:30.505253 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-4688d57a-affd-48a3-a3ff-3b561fcc3efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for subnet, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:30.510730 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0284b5d-28dc-453c-b15a-2643a466201a None None] Network ea722a38-7ae2-43cb-a677-4d47ee229a8c requested from dv-osbrick-754598-7-ceph {{(pid=79000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 28 03:34:30.530036 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-4688d57a-affd-48a3-a3ff-3b561fcc3efc admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7842495 Jan 28 03:34:30.752563 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30845952-bdac-4b57-891b-61ba2c63b225 None None] Network ea722a38-7ae2-43cb-a677-4d47ee229a8c requested from dv-osbrick-754598-7-ceph {{(pid=79000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 28 03:34:31.894170 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 8b246c42-b220-411b-891f-c10bf651ee60 up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:34:31.972060 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning for port 8b246c42-b220-411b-891f-c10bf651ee60 completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:34:31.976880 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 8b246c42-b220-411b-891f-c10bf651ee60 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:34:31.977292 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:32.099150 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:32.132613 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] For port 8b246c42-b220-411b-891f-c10bf651ee60, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=8b246c42-b220-411b-891f-c10bf651ee60,segment=NetworkSegment(606609f0-19e4-4c3c-b728-ba2b4f3c5eba),segment_id=606609f0-19e4-4c3c-b728-ba2b4f3c5eba)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:34:32.136183 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:32.138363 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:34:32.206011 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Pushing event updated for resources: {'Port': ['ID=8b246c42-b220-411b-891f-c10bf651ee60,revision_number=5']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:34:32.209288 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:34:33.124216 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 54576) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:34:33.355260 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-ec59ec6a-c1e1-4d76-9788-be3792e8f909 admin admin] 10.222.0.38 "GET /v2.0/routers/a750b080-c920-4961-956b-5e0a8f3f7da9 HTTP/1.1" status: 200 len: 710 time: 0.2297382 Jan 28 03:34:33.492620 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356b9dda-4942-4d60-8a2d-01224dfb1ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:34:33.494599 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-356b9dda-4942-4d60-8a2d-01224dfb1ef6 admin admin] 10.222.0.38 "GET /v2.0/networks/ea722a38-7ae2-43cb-a677-4d47ee229a8c HTTP/1.1" status: 200 len: 886 time: 0.1331348 Jan 28 03:34:33.504350 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'}}} {{(pid=78999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:33.881070 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 8b246c42-b220-411b-891f-c10bf651ee60 up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:34:33.958305 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 8b246c42-b220-411b-891f-c10bf651ee60 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:34:33.958752 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:34.143424 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854190939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-751'] for router, precommit_update {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:34.479760 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:34.537011 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:34.549611 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:34.564819 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:34:34.568728 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:34:34.571579 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:34:34.577296 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:34:34.682326 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:34.684848 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709389'] for security_group, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:34.702247 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:34:34.787996 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd11fbfb-ea22-487d-b6cf-c833476ec598,revision_number=1']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:34:34.792193 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:34:34.960930 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Allocated IP 172.29.0.131 (ea722a38-7ae2-43cb-a677-4d47ee229a8c/3edf47ac-c901-4d7b-a844-5dcfe0ce1ece/ed22fcce-fd99-473c-8151-59089ce2de3a) {{(pid=78999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:34:35.117368 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:35.145060 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:35.160227 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:34:35.289285 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Pushing event updated for resources: {'Port': ['ID=ed22fcce-fd99-473c-8151-59089ce2de3a,revision_number=1']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:34:35.294316 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:34:35.348775 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Network ea722a38-7ae2-43cb-a677-4d47ee229a8c is already hosted by enough agents. {{(pid=78999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:34:35.349884 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Resources bound (agent type, host, resource id): {{(pid=78999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:34:35.352138 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Received port after_create {{(pid=78999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:34:35.762689 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:36.110554 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854190939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-751'] for router, precommit_update {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:36.114156 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854191022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854196209'] for router, after_update {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:36.303026 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Router a750b080-c920-4961-956b-5e0a8f3f7da9 has already been hosted by L3 agent 382a0915-dc5d-46b7-a5dc-ea157a977503 {{(pid=78999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 28 03:34:36.663599 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Notify agent at l3_agent.dv-osbrick-754598-7-ceph the message routers_updated {{(pid=78999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 28 03:34:36.673214 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Sync routers for ids ['a750b080-c920-4961-956b-5e0a8f3f7da9'] in dv-osbrick-754598-7-ceph {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 28 03:34:36.679392 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Notify callbacks [] for router, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:36.680654 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] 10.222.0.38 "PUT /v2.0/routers/a750b080-c920-4961-956b-5e0a8f3f7da9 HTTP/1.1" status: 200 len: 890 time: 3.1796718 Jan 28 03:34:36.683204 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Routers {'a750b080-c920-4961-956b-5e0a8f3f7da9'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:34:36.683869 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:34:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['a750b080-c920-4961-956b-5e0a8f3f7da9'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:34:37.033485 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Set router a750b080-c920-4961-956b-5e0a8f3f7da9 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:34:37.398413 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750b080-c920-4961-956b-5e0a8f3f7da9', 'name': 'router1', 'tenant_id': '15a648655a6c4d7a8ea3863c348895a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.131'}], 'enable_snat': True}, 'gw_port_id': 'ed22fcce-fd99-473c-8151-59089ce2de3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:34:15Z', 'updated_at': '2021-01-28T03:34:35Z', 'revision_number': 4, 'project_id': '15a648655a6c4d7a8ea3863c348895a3', 'gw_port': {'id': 'ed22fcce-fd99-473c-8151-59089ce2de3a', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a750b080-c920-4961-956b-5e0a8f3f7da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:34:34Z', 'updated_at': '2021-01-28T03:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '8b246c42-b220-411b-891f-c10bf651ee60', 'name': '', 'network_id': '88c34004-26af-4e10-91d2-2cf6139341fe', 'tenant_id': '15a648655a6c4d7a8ea3863c348895a3', 'mac_address': 'fa:16:3e:ef:8a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750b080-c920-4961-956b-5e0a8f3f7da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5217158-6a54-4f75-9374-a00b1b3b0c7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:34:25Z', 'updated_at': '2021-01-28T03:34:32Z', 'revision_number': 5, 'project_id': '15a648655a6c4d7a8ea3863c348895a3', 'subnets': [{'id': 'e5217158-6a54-4f75-9374-a00b1b3b0c7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc9a2a03-1278-4cac-aa00-d6ad9b6ccf52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:34:37.404328 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Checking router: a750b080-c920-4961-956b-5e0a8f3f7da9 for host: dv-osbrick-754598-7-ceph {{(pid=79000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 28 03:34:37.404710 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Updating router a750b080-c920-4961-956b-5e0a8f3f7da9 port ed22fcce-fd99-473c-8151-59089ce2de3a binding host dv-osbrick-754598-7-ceph {{(pid=79000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 28 03:34:37.459549 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:37.864505 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Notify callbacks [] for port, precommit_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:37.877587 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Transition to ACTIVE for port object ed22fcce-fd99-473c-8151-59089ce2de3a will not be triggered until provisioned by entity L2. {{(pid=79000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:34:37.879940 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:37.895832 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-103b1249-dcbb-467b-84c5-e496ab0194d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:34:38.028050 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da09a9-4d47-455c-8dbd-46980e7532d5 None None] Pushing event updated for resources: {'Port': ['ID=ed22fcce-fd99-473c-8151-59089ce2de3a,revision_number=2']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:34:38.030991 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-91da09a9-4d47-455c-8dbd-46980e7532d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:34:38.093324 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Attempting to bind port ed22fcce-fd99-473c-8151-59089ce2de3a on host dv-osbrick-754598-7-ceph for vnic_type normal with profile {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:38.093731 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Attempting to bind port ed22fcce-fd99-473c-8151-59089ce2de3a by drivers openvswitch on host dv-osbrick-754598-7-ceph at level 0 using segments [{'id': '85601eaa-b774-4bff-bcf6-a6323a6992b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'}] {{(pid=79000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:34:38.094129 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Attempting to bind port ed22fcce-fd99-473c-8151-59089ce2de3a on network ea722a38-7ae2-43cb-a677-4d47ee229a8c {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:34:38.099690 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Checking agent: {'id': '7b4cee97-6b16-4229-a239-5d734c3f161a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-754598-7-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 33, 56), 'started_at': datetime.datetime(2021, 1, 28, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-754598-7-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:34:38.100097 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Checking segment: {'id': '85601eaa-b774-4bff-bcf6-a6323a6992b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:34:38.100532 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:38.100955 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Bound using segment: {'id': '85601eaa-b774-4bff-bcf6-a6323a6992b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'} {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:34:38.101454 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Bound port: ed22fcce-fd99-473c-8151-59089ce2de3a, host: dv-osbrick-754598-7-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85601eaa-b774-4bff-bcf6-a6323a6992b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'}}] {{(pid=79000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:34:38.101876 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:38.180767 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] For port ed22fcce-fd99-473c-8151-59089ce2de3a, host dv-osbrick-754598-7-ceph, cleared binding levels {{(pid=79000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:34:38.185171 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] For port ed22fcce-fd99-473c-8151-59089ce2de3a, host dv-osbrick-754598-7-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=ed22fcce-fd99-473c-8151-59089ce2de3a,segment=NetworkSegment(85601eaa-b774-4bff-bcf6-a6323a6992b9),segment_id=85601eaa-b774-4bff-bcf6-a6323a6992b9)] {{(pid=79000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:34:38.188350 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:38.204163 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:34:38.365964 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da09a9-4d47-455c-8dbd-46980e7532d5 None None] Pushing event updated for resources: {'Port': ['ID=ed22fcce-fd99-473c-8151-59089ce2de3a,revision_number=3']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:34:38.372907 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-91da09a9-4d47-455c-8dbd-46980e7532d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:34:38.410326 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Routers {'a750b080-c920-4961-956b-5e0a8f3f7da9'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:34:38.411013 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:34:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['a750b080-c920-4961-956b-5e0a8f3f7da9'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:34:38.605318 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] Set router a750b080-c920-4961-956b-5e0a8f3f7da9 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:34:38.965101 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750b080-c920-4961-956b-5e0a8f3f7da9', 'name': 'router1', 'tenant_id': '15a648655a6c4d7a8ea3863c348895a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.131'}], 'enable_snat': True}, 'gw_port_id': 'ed22fcce-fd99-473c-8151-59089ce2de3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:34:15Z', 'updated_at': '2021-01-28T03:34:35Z', 'revision_number': 4, 'project_id': '15a648655a6c4d7a8ea3863c348895a3', 'gw_port': {'id': 'ed22fcce-fd99-473c-8151-59089ce2de3a', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a750b080-c920-4961-956b-5e0a8f3f7da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:34:34Z', 'updated_at': '2021-01-28T03:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '8b246c42-b220-411b-891f-c10bf651ee60', 'name': '', 'network_id': '88c34004-26af-4e10-91d2-2cf6139341fe', 'tenant_id': '15a648655a6c4d7a8ea3863c348895a3', 'mac_address': 'fa:16:3e:ef:8a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750b080-c920-4961-956b-5e0a8f3f7da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5217158-6a54-4f75-9374-a00b1b3b0c7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:34:25Z', 'updated_at': '2021-01-28T03:34:32Z', 'revision_number': 5, 'project_id': '15a648655a6c4d7a8ea3863c348895a3', 'subnets': [{'id': 'e5217158-6a54-4f75-9374-a00b1b3b0c7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc9a2a03-1278-4cac-aa00-d6ad9b6ccf52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:34:38.969396 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae05112-1d61-4c02-a001-894891bf12c4 None None] The sync data for ids ['a750b080-c920-4961-956b-5e0a8f3f7da9'] in dv-osbrick-754598-7-ceph is: [{'id': 'a750b080-c920-4961-956b-5e0a8f3f7da9', 'name': 'router1', 'tenant_id': '15a648655a6c4d7a8ea3863c348895a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.131'}], 'enable_snat': True}, 'gw_port_id': 'ed22fcce-fd99-473c-8151-59089ce2de3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:34:15Z', 'updated_at': '2021-01-28T03:34:35Z', 'revision_number': 4, 'project_id': '15a648655a6c4d7a8ea3863c348895a3', 'gw_port': {'id': 'ed22fcce-fd99-473c-8151-59089ce2de3a', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a750b080-c920-4961-956b-5e0a8f3f7da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:34:34Z', 'updated_at': '2021-01-28T03:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '8b246c42-b220-411b-891f-c10bf651ee60', 'name': '', 'network_id': '88c34004-26af-4e10-91d2-2cf6139341fe', 'tenant_id': '15a648655a6c4d7a8ea3863c348895a3', 'mac_address': 'fa:16:3e:ef:8a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750b080-c920-4961-956b-5e0a8f3f7da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5217158-6a54-4f75-9374-a00b1b3b0c7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:34:25Z', 'updated_at': '2021-01-28T03:34:32Z', 'revision_number': 5, 'project_id': '15a648655a6c4d7a8ea3863c348895a3', 'subnets': [{'id': 'e5217158-6a54-4f75-9374-a00b1b3b0c7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc9a2a03-1278-4cac-aa00-d6ad9b6ccf52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 28 03:34:39.401001 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78998) accepted ('10.222.0.38', 54586) {{(pid=78998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:34:39.648959 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.policy [None req-f8772e6a-0c48-44c8-bcf2-60225710fd21 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78998) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 28 03:34:39.649831 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING oslo_policy.policy [None req-f8772e6a-0c48-44c8-bcf2-60225710fd21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 03:34:39.650273 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING oslo_policy.policy [None req-f8772e6a-0c48-44c8-bcf2-60225710fd21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 03:34:39.675481 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8772e6a-0c48-44c8-bcf2-60225710fd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:34:39.677645 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-f8772e6a-0c48-44c8-bcf2-60225710fd21 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.2756476 Jan 28 03:34:39.912671 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device ed22fcce-fd99-473c-8151-59089ce2de3a up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:34:39.992209 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning for port ed22fcce-fd99-473c-8151-59089ce2de3a completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:34:39.998683 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port ed22fcce-fd99-473c-8151-59089ce2de3a triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:34:39.999100 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:40.124022 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:40.140618 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] For port ed22fcce-fd99-473c-8151-59089ce2de3a, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=ed22fcce-fd99-473c-8151-59089ce2de3a,segment=NetworkSegment(85601eaa-b774-4bff-bcf6-a6323a6992b9),segment_id=85601eaa-b774-4bff-bcf6-a6323a6992b9)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:34:40.143457 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:40.145596 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:34:40.217047 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Pushing event updated for resources: {'Port': ['ID=ed22fcce-fd99-473c-8151-59089ce2de3a,revision_number=4']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:34:40.220452 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:34:41.910787 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device ed22fcce-fd99-473c-8151-59089ce2de3a up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:34:41.999327 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port ed22fcce-fd99-473c-8151-59089ce2de3a triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:34:42.000212 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:53.048287 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-8cdf0216-b8e6-4265-b034-7fbdf6f68cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:54.572752 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a293e75e-a1d5-4dde-8e38-0ea80fac30bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:54.859531 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:34:55.855224 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:35:07.502088 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 4 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:35:23.049972 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-79352ed9-d23f-4e21-8a16-5e99dfdaa794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:35:24.582449 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-82f90f6f-2f7a-4402-80c2-02b0d5d80657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:35:24.863055 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:35:25.850387 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:35:44.502112 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 4 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:35:53.053302 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-d933cfd6-09fc-4687-b0a7-b50c8ab19fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:35:54.577936 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-d5784040-241b-471d-b2d8-954b27730031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:35:54.862986 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:35:55.844664 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:36:21.502323 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 4 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:36:23.059388 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-6fdbba20-f382-4290-8bc6-ba21923e9c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:36:24.579565 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-4c8975d7-3e92-439f-97f0-c738bfb1ed39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:36:24.865813 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:36:25.848553 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:36:36.397449 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78998) accepted ('10.222.0.38', 55230) {{(pid=78998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:36:36.508015 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce344100-17c9-448e-9c12-1d96aee5e3d4 admin admin] GET failed (client error): The resource could not be found. Jan 28 03:36:36.509307 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-ce344100-17c9-448e-9c12-1d96aee5e3d4 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1108727 Jan 28 03:36:36.837684 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a595c-43bc-4863-95a5-3d292a5f2f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:36:36.839270 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-7c3a595c-43bc-4863-95a5-3d292a5f2f82 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.3249373 Jan 28 03:36:39.296948 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55240) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:36:39.439757 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e36a56-fc6a-44c9-954e-00b772417cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:36:39.440381 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-33e36a56-fc6a-44c9-954e-00b772417cfa admin admin] Synchronizing usage tracker for tenant:c9a9aa35157e43f79bd4460dbd7d0628 on resource:subnet {{(pid=78999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:36:39.468554 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-33e36a56-fc6a-44c9-954e-00b772417cfa admin admin] Unset dirty status for tenant:c9a9aa35157e43f79bd4460dbd7d0628 on resource:subnet {{(pid=78999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:36:39.469776 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-33e36a56-fc6a-44c9-954e-00b772417cfa admin admin] 10.222.0.38 "GET /v2.0/subnets/e5217158-6a54-4f75-9374-a00b1b3b0c7d HTTP/1.1" status: 200 len: 849 time: 0.1718142 Jan 28 03:36:39.480220 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:39.602748 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:36:39.918729 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363275219129221'] for subnet, after_update {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:36:39.933855 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:36:40.065006 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5217158-6a54-4f75-9374-a00b1b3b0c7d,revision_number=1']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:36:40.075955 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:36:40.076344 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:36:40.076707 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:36:40.077064 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:36:40.077416 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:36:40.077769 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:36:40.078119 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:36:40.078468 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:36:40.078844 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:36:40.079191 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:36:40.079535 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:36:40.079878 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:36:40.083534 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:36:40.130174 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:36:40.130854 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for subnet, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:36:40.132218 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-32c3b87d-5e62-4119-bd6d-872e6b9b7a98 admin admin] 10.222.0.38 "PUT /v2.0/subnets/e5217158-6a54-4f75-9374-a00b1b3b0c7d HTTP/1.1" status: 200 len: 868 time: 0.6562011 Jan 28 03:36:40.135984 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c1bdf7-c778-4653-979b-d4500521130c None None] Network 88c34004-26af-4e10-91d2-2cf6139341fe requested from dv-osbrick-754598-7-ceph {{(pid=79000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 28 03:36:40.763018 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-28820656-4f43-45c0-9d68-ff63efedd39e None None] Provisioning complete for port 8b246c42-b220-411b-891f-c10bf651ee60 triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:36:40.763666 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-28820656-4f43-45c0-9d68-ff63efedd39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:36:40.908976 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-28820656-4f43-45c0-9d68-ff63efedd39e None None] Provisioning complete for port 69d82fd7-82a7-4027-a44e-83e31e895d2e triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:36:40.909706 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-28820656-4f43-45c0-9d68-ff63efedd39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:36:42.622445 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55284) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:36:42.832976 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1182b2-cfea-4fa2-8295-54475b8a61c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:36:42.833314 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1182b2-cfea-4fa2-8295-54475b8a61c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:36:42.834969 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-2b1182b2-cfea-4fa2-8295-54475b8a61c9 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2114499 Jan 28 03:36:45.365157 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55294) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:36:45.577570 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab682e6-9b11-401a-9264-41c109b77532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:36:45.577909 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab682e6-9b11-401a-9264-41c109b77532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:36:45.579565 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-6ab682e6-9b11-401a-9264-41c109b77532 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2134032 Jan 28 03:36:48.042269 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55304) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:36:48.257691 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88134b91-7879-46bf-b903-a4616a4ed801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:36:48.259097 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-88134b91-7879-46bf-b903-a4616a4ed801 admin admin] 10.222.0.38 "GET /v2.0/networks/88c34004-26af-4e10-91d2-2cf6139341fe HTTP/1.1" status: 200 len: 862 time: 0.2151601 Jan 28 03:36:50.822218 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55314) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:36:51.042122 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17b06e5-90ba-4644-ab9a-52fa1d0635a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:36:51.044214 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-d17b06e5-90ba-4644-ab9a-52fa1d0635a1 admin admin] 10.222.0.38 "GET /v2.0/networks/ea722a38-7ae2-43cb-a677-4d47ee229a8c HTTP/1.1" status: 200 len: 886 time: 0.2208138 Jan 28 03:36:53.062219 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-32356abf-850a-4475-9d19-adb42a9e9661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:36:53.545011 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55324) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:36:53.685187 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6f61c2-4ee9-42ad-b922-b3d178833b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:36:53.685589 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6f61c2-4ee9-42ad-b922-b3d178833b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:36:53.687370 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-7d6f61c2-4ee9-42ad-b922-b3d178833b42 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1411626 Jan 28 03:36:54.581473 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fcfe31ab-bcd5-487e-aeb9-7d4fd7b2c92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:36:54.869111 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:36:55.851929 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:36:56.150620 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55334) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:36:56.294619 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6509bb65-fef1-48ba-85e1-1584350cee4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:36:56.295038 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6509bb65-fef1-48ba-85e1-1584350cee4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:36:56.296661 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-6509bb65-fef1-48ba-85e1-1584350cee4f admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1449726 Jan 28 03:36:58.502128 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 4 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:36:58.769081 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55344) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:36:58.907481 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe9168-b895-4e21-8d9c-2462c20098e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:36:58.908909 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-59fe9168-b895-4e21-8d9c-2462c20098e7 admin admin] 10.222.0.38 "GET /v2.0/subnets/3edf47ac-c901-4d7b-a844-5dcfe0ce1ece HTTP/1.1" status: 200 len: 816 time: 0.1388652 Jan 28 03:37:01.372543 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55354) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:37:01.514663 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7ad498-e23e-423d-89c7-61af133582ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:37:01.516089 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-db7ad498-e23e-423d-89c7-61af133582ae admin admin] 10.222.0.38 "GET /v2.0/subnets/e5217158-6a54-4f75-9374-a00b1b3b0c7d HTTP/1.1" status: 200 len: 868 time: 0.1424565 Jan 28 03:37:23.065512 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-3c344fab-d0d0-4eb5-8b27-de1cb737b9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:24.582814 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7a73bad2-5305-4e32-8092-ca46bb751d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:24.872491 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:25.853846 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:27.356761 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55394) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:37:27.434418 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [None req-7fb92dc6-d851-4f7e-8f4f-c19943eaf610 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:37:27.435644 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-7fb92dc6-d851-4f7e-8f4f-c19943eaf610 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12821 time: 0.0778825 Jan 28 03:37:29.972763 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55404) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:37:30.080741 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e58ea3a-b1d3-45e0-b053-dbf815c19c84 admin admin] GET failed (client error): The resource could not be found. Jan 28 03:37:30.082051 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-2e58ea3a-b1d3-45e0-b053-dbf815c19c84 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1082909 Jan 28 03:37:30.216832 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cadb079-836c-45c5-8f00-71ff534b1be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:37:30.218336 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-1cadb079-836c-45c5-8f00-71ff534b1be2 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1319368 Jan 28 03:37:32.718737 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55414) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:37:32.797774 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [None req-9bacce13-4ca1-4271-a5a2-1ce49de43498 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=78999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:32.802646 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-9bacce13-4ca1-4271-a5a2-1ce49de43498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:37:32.813016 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-9bacce13-4ca1-4271-a5a2-1ce49de43498 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:37:32.821698 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bacce13-4ca1-4271-a5a2-1ce49de43498 admin admin] Made reservation on behalf of c9a9aa35157e43f79bd4460dbd7d0628 for: {'network': 1} {{(pid=78999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 28 03:37:32.826416 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-9bacce13-4ca1-4271-a5a2-1ce49de43498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for network, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:32.920523 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING neutron.services.revisions.revision_plugin [None req-9bacce13-4ca1-4271-a5a2-1ce49de43498 admin admin] Could not find related network for resource to bump revision. Jan 28 03:37:32.934864 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bacce13-4ca1-4271-a5a2-1ce49de43498 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=78999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 28 03:37:32.943862 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-9bacce13-4ca1-4271-a5a2-1ce49de43498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934965'] for segment, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:32.944248 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.db.segments_db [None req-9bacce13-4ca1-4271-a5a2-1ce49de43498 admin admin] Added segment ecf900ab-c4ef-4b5f-a5ab-a56e27434e72 of type vxlan for network 8c3e0566-4bdc-4fdf-90d4-0e32f77c277d Jan 28 03:37:32.973222 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-9bacce13-4ca1-4271-a5a2-1ce49de43498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761635098193'] for network, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:33.003583 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-9bacce13-4ca1-4271-a5a2-1ce49de43498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379'] for network, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:33.004693 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bacce13-4ca1-4271-a5a2-1ce49de43498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:37:33.005321 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-9bacce13-4ca1-4271-a5a2-1ce49de43498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for network, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:33.010083 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:37:33.112926 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-9bacce13-4ca1-4271-a5a2-1ce49de43498 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3930378 Jan 28 03:37:33.113646 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacce13-4ca1-4271-a5a2-1ce49de43498 admin admin] Pushing event updated for resources: {'Network': ['ID=8c3e0566-4bdc-4fdf-90d4-0e32f77c277d,revision_number=1']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:37:33.116656 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-9bacce13-4ca1-4271-a5a2-1ce49de43498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:37:33.124839 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Network 8c3e0566-4bdc-4fdf-90d4-0e32f77c277d details requested by agent ovs-agent-dv-osbrick-754598-7-ceph with host dv-osbrick-754598-7-ceph {{(pid=79000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 28 03:37:35.501409 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 4 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:37:35.595879 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55424) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:37:35.699515 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.pecan_wsgi.hooks.translation [None req-db874df1-d4a6-49a9-8434-131357ef0605 admin admin] GET failed (client error): The resource could not be found. Jan 28 03:37:35.700053 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-db874df1-d4a6-49a9-8434-131357ef0605 admin admin] Synchronizing usage tracker for tenant:c9a9aa35157e43f79bd4460dbd7d0628 on resource:network {{(pid=78999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:37:35.714480 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-db874df1-d4a6-49a9-8434-131357ef0605 admin admin] Unset dirty status for tenant:c9a9aa35157e43f79bd4460dbd7d0628 on resource:network {{(pid=78999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:37:35.715660 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-db874df1-d4a6-49a9-8434-131357ef0605 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1187537 Jan 28 03:37:35.830419 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbcd48f-00f1-45c7-bb70-dbfd23b8bcfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:37:35.831937 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-2cbcd48f-00f1-45c7-bb70-dbfd23b8bcfa admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1116543 Jan 28 03:37:35.843656 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [None req-a4312588-6b80-4ed3-9bcb-9b9cce3e8f95 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '8c3e0566-4bdc-4fdf-90d4-0e32f77c277d', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=78999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:35.848256 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-a4312588-6b80-4ed3-9bcb-9b9cce3e8f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:37:35.858757 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-a4312588-6b80-4ed3-9bcb-9b9cce3e8f95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:37:35.867881 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4312588-6b80-4ed3-9bcb-9b9cce3e8f95 admin admin] Made reservation on behalf of c9a9aa35157e43f79bd4460dbd7d0628 for: {'subnet': 1} {{(pid=78999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 28 03:37:35.872484 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a4312588-6b80-4ed3-9bcb-9b9cce3e8f95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:36.264765 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a4312588-6b80-4ed3-9bcb-9b9cce3e8f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379'] for subnet, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:36.279900 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-4688d57a-affd-48a3-a3ff-3b561fcc3efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:37:36.401283 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4312588-6b80-4ed3-9bcb-9b9cce3e8f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=743ef3ce-c840-4d41-85f4-e4ee42ce987f,revision_number=0']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:37:36.404125 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-a4312588-6b80-4ed3-9bcb-9b9cce3e8f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:37:36.473388 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4312588-6b80-4ed3-9bcb-9b9cce3e8f95 admin admin] Checking segment: {'id': 'ecf900ab-c4ef-4b5f-a5ab-a56e27434e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8c3e0566-4bdc-4fdf-90d4-0e32f77c277d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=78999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:37:36.473766 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4312588-6b80-4ed3-9bcb-9b9cce3e8f95 admin admin] Network hostable DHCP agents. Network: 8c3e0566-4bdc-4fdf-90d4-0e32f77c277d, hostable agents: ['ae8660c1-0c45-4c2d-a5d2-7922d0bab71a'], hosted agents: [] {{(pid=78999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 28 03:37:36.491411 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4312588-6b80-4ed3-9bcb-9b9cce3e8f95 admin admin] Network 8c3e0566-4bdc-4fdf-90d4-0e32f77c277d is scheduled to be hosted by DHCP agent ae8660c1-0c45-4c2d-a5d2-7922d0bab71a with binding_index 1 {{(pid=78999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 28 03:37:36.499735 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-a4312588-6b80-4ed3-9bcb-9b9cce3e8f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-754598-7-ceph, 8c3e0566-4bdc-4fdf-90d4-0e32f77c277d) {{(pid=78999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:37:36.503462 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4312588-6b80-4ed3-9bcb-9b9cce3e8f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:37:36.504095 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a4312588-6b80-4ed3-9bcb-9b9cce3e8f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for subnet, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:36.509033 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621a1fb8-79b5-4891-a9cf-b862532ac45e None None] Network 8c3e0566-4bdc-4fdf-90d4-0e32f77c277d requested from dv-osbrick-754598-7-ceph {{(pid=79000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 28 03:37:36.528320 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-a4312588-6b80-4ed3-9bcb-9b9cce3e8f95 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6882896 Jan 28 03:37:36.747605 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp750ba0a5-205e-55b8-ba4e-249912d5c96b-8c3e0566-4bdc-4fdf-90d4-0e32f77c277d', 'network_id': '8c3e0566-4bdc-4fdf-90d4-0e32f77c277d', 'tenant_id': 'c9a9aa35157e43f79bd4460dbd7d0628', 'fixed_ips': [{'subnet_id': '743ef3ce-c840-4d41-85f4-e4ee42ce987f'}]}} from dv-osbrick-754598-7-ceph. {{(pid=79000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 28 03:37:36.748540 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:37.044202 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Allocated IP 192.168.233.2 (8c3e0566-4bdc-4fdf-90d4-0e32f77c277d/743ef3ce-c840-4d41-85f4-e4ee42ce987f/7a98a85b-fd3e-41c5-9ff6-d3bfa8207621) {{(pid=79000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:37:37.278683 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Notify callbacks [] for port, precommit_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:37.289599 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Transition to ACTIVE for port object 7a98a85b-fd3e-41c5-9ff6-d3bfa8207621 will not be triggered until provisioned by entity L2. {{(pid=79000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:37:37.307314 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Transition to ACTIVE for port object 7a98a85b-fd3e-41c5-9ff6-d3bfa8207621 will not be triggered until provisioned by entity DHCP. {{(pid=79000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:37:37.312181 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:37.328640 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:37:37.463495 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Pushing event updated for resources: {'Port': ['ID=7a98a85b-fd3e-41c5-9ff6-d3bfa8207621,revision_number=1']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:37:37.476842 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:37:37.477218 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:37:37.477589 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:37:37.478014 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:37:37.478495 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:37:37.478939 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:37:37.479268 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:37:37.479626 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:37:37.480003 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:37:37.480362 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:37:37.480718 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:37:37.481071 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:37:37.494922 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:37:37.532895 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Network 8c3e0566-4bdc-4fdf-90d4-0e32f77c277d is already hosted by enough agents. {{(pid=79000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:37:37.533986 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Resources bound (agent type, host, resource id): {{(pid=79000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:37:37.536330 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Received port after_create {{(pid=79000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:37:37.596634 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Attempting to bind port 7a98a85b-fd3e-41c5-9ff6-d3bfa8207621 on host dv-osbrick-754598-7-ceph for vnic_type normal with profile {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:37:37.597043 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Attempting to bind port 7a98a85b-fd3e-41c5-9ff6-d3bfa8207621 by drivers openvswitch on host dv-osbrick-754598-7-ceph at level 0 using segments [{'id': 'ecf900ab-c4ef-4b5f-a5ab-a56e27434e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8c3e0566-4bdc-4fdf-90d4-0e32f77c277d'}] {{(pid=79000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:37:37.597441 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Attempting to bind port 7a98a85b-fd3e-41c5-9ff6-d3bfa8207621 on network 8c3e0566-4bdc-4fdf-90d4-0e32f77c277d {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:37:37.603976 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Checking agent: {'id': '7b4cee97-6b16-4229-a239-5d734c3f161a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-754598-7-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 33, 56), 'started_at': datetime.datetime(2021, 1, 28, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-754598-7-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:37:37.603976 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Checking segment: {'id': 'ecf900ab-c4ef-4b5f-a5ab-a56e27434e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8c3e0566-4bdc-4fdf-90d4-0e32f77c277d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:37:37.603976 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:37.604552 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Bound using segment: {'id': 'ecf900ab-c4ef-4b5f-a5ab-a56e27434e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8c3e0566-4bdc-4fdf-90d4-0e32f77c277d'} {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:37:37.605088 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Bound port: 7a98a85b-fd3e-41c5-9ff6-d3bfa8207621, host: dv-osbrick-754598-7-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf900ab-c4ef-4b5f-a5ab-a56e27434e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8c3e0566-4bdc-4fdf-90d4-0e32f77c277d'}}] {{(pid=79000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:37:37.605500 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:37.701562 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] For port 7a98a85b-fd3e-41c5-9ff6-d3bfa8207621, host dv-osbrick-754598-7-ceph, cleared binding levels {{(pid=79000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:37:37.705206 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] For port 7a98a85b-fd3e-41c5-9ff6-d3bfa8207621, host dv-osbrick-754598-7-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=7a98a85b-fd3e-41c5-9ff6-d3bfa8207621,segment=NetworkSegment(ecf900ab-c4ef-4b5f-a5ab-a56e27434e72),segment_id=ecf900ab-c4ef-4b5f-a5ab-a56e27434e72)] {{(pid=79000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:37:37.708108 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:37.723529 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:37:37.879584 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Pushing event updated for resources: {'Port': ['ID=7a98a85b-fd3e-41c5-9ff6-d3bfa8207621,revision_number=2']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:37:37.885219 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:37:39.107590 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabf1c5f-79b2-4f0e-b704-470234400f43 None None] Network 8c3e0566-4bdc-4fdf-90d4-0e32f77c277d requested from dv-osbrick-754598-7-ceph {{(pid=79000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 28 03:37:39.239795 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-2a51f37c-aa19-44cb-9959-851c66293e77 None None] Provisioning for port 7a98a85b-fd3e-41c5-9ff6-d3bfa8207621 completed by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:37:39.998746 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 7a98a85b-fd3e-41c5-9ff6-d3bfa8207621 up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:37:40.075662 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning for port 7a98a85b-fd3e-41c5-9ff6-d3bfa8207621 completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:37:40.080696 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 7a98a85b-fd3e-41c5-9ff6-d3bfa8207621 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:37:40.081116 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:40.211189 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:40.246679 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] For port 7a98a85b-fd3e-41c5-9ff6-d3bfa8207621, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=7a98a85b-fd3e-41c5-9ff6-d3bfa8207621,segment=NetworkSegment(ecf900ab-c4ef-4b5f-a5ab-a56e27434e72),segment_id=ecf900ab-c4ef-4b5f-a5ab-a56e27434e72)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:37:40.254892 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:40.257117 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-91da09a9-4d47-455c-8dbd-46980e7532d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:37:40.325952 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Pushing event updated for resources: {'Port': ['ID=7a98a85b-fd3e-41c5-9ff6-d3bfa8207621,revision_number=3']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:37:40.329153 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:37:41.983203 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 7a98a85b-fd3e-41c5-9ff6-d3bfa8207621 up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:37:42.066980 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 7a98a85b-fd3e-41c5-9ff6-d3bfa8207621 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:37:42.067394 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:53.068614 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-42ee32a2-d27f-4dce-9ddc-6826cad371a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:54.584636 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-9044852a-972d-4ae6-8a10-63247616effa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:54.875463 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:37:55.855113 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:38:12.501156 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 4 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:38:23.069771 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-495b3d6f-e3d5-48f0-b0d8-95c4b2624a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:38:24.590400 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-9055eea7-ab56-446f-986e-b6157610be59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:38:24.879786 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:38:25.857049 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:38:49.500476 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 4 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:38:53.071035 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-bc31c005-f8f2-42a6-8b17-3696f225c333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:38:54.582826 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-89248016-d124-4cbf-8e0c-5c897e78972c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:38:54.882235 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:38:55.859521 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:39:15.154847 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55530) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:39:15.161033 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [None req-726458f2-d4f2-427f-bcb0-5c22a0fceb77 tempest-verify_tempest_config-1463348287 tempest-verify_tempest_config-1463348287-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:39:15.162068 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-726458f2-d4f2-427f-bcb0-5c22a0fceb77 tempest-verify_tempest_config-1463348287 tempest-verify_tempest_config-1463348287-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12816 time: 0.0060959 Jan 28 03:39:15.519265 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55548) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:39:15.668304 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:39:15.683476 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:39:15.687459 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:4c98e264978442eea6bdcb082776586e is out of sync, need to count used quota {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:39:15.690380 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:39:15.696123 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:39:15.786393 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:39:15.788876 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709389'] for security_group, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:39:15.797790 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:39:15.837531 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Synchronizing usage tracker for tenant:c9a9aa35157e43f79bd4460dbd7d0628 on resource:security_group {{(pid=78999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:39:15.842181 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970a96f4-21c1-4135-89b7-8866241d555d,revision_number=1']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:39:15.854193 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:39:15.854601 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:39:15.854969 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:39:15.855326 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:39:15.855682 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:39:15.856053 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:39:15.856407 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:39:15.856758 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:39:15.857108 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:39:15.857455 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:39:15.857808 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:39:15.858149 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:39:15.864165 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:39:15.870158 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] Unset dirty status for tenant:c9a9aa35157e43f79bd4460dbd7d0628 on resource:security_group {{(pid=78999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:39:15.871575 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-ae2f7391-f309-45e3-88e9-4937b56a2fc9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4c98e264978442eea6bdcb082776586e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3511951 Jan 28 03:39:15.874641 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55554) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:39:15.940248 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-d21221ba-8272-4ce8-ae75-5b7a4276fa65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:39:15.966766 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-d21221ba-8272-4ce8-ae75-5b7a4276fa65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:39:16.016685 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-d21221ba-8272-4ce8-ae75-5b7a4276fa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709389'] for security_group, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:39:16.021758 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:39:16.035062 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21221ba-8272-4ce8-ae75-5b7a4276fa65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970a96f4-21c1-4135-89b7-8866241d555d,revision_number=None']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:39:16.037805 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-d21221ba-8272-4ce8-ae75-5b7a4276fa65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:39:16.038994 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-d21221ba-8272-4ce8-ae75-5b7a4276fa65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:39:16.040212 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-d21221ba-8272-4ce8-ae75-5b7a4276fa65 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/970a96f4-21c1-4135-89b7-8866241d555d HTTP/1.1" status: 204 len: 168 time: 0.1645906 Jan 28 03:39:23.071736 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-890420d8-c64b-4c19-a5a8-e5a4a7303b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:39:24.583848 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-bf0da2b2-1681-4b7a-aa2c-3a563428ac0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:39:24.885354 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:39:25.860596 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:39:26.499294 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 4 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:39:53.072273 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a7fc2f73-0229-485b-a347-01e61c375053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:39:54.589286 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-3ee8af0e-e8f6-47c8-876f-812a361e28d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:39:54.888967 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:39:55.863724 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:40:03.499254 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 4 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:40:23.073535 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fd1fd63b-ca18-4a1d-bda5-86c4b1ca60b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:40:24.579924 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-b8d4f93b-a72c-477f-bc3a-989c56b1a9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:40:24.891735 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:40:25.865732 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:40:40.497834 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 4 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:40:45.581981 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214'] for agent, after_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:40:45.582567 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:40:45.582835 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:40:45.583240 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:40:45.583641 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:40:45.584022 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:40:45.584415 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:40:45.584959 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:40:45.585378 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:40:45.585746 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:40:45.586124 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:40:45.586489 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:40:45.586916 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:40:45.587305 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-osbrick-7545', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:40:45.591977 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-osbrick-7545', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:40:46.053281 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] get_endpoint_by_host() called for host hv-osbrick-7545 {{(pid=79000) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 28 03:40:46.057715 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] get_endpoint_by_ip() called for ip 192.168.0.53 {{(pid=79000) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 28 03:40:46.060824 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] _add_endpoint() called for ip 192.168.0.53 {{(pid=79000) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 28 03:40:46.073515 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] _get_endpoints() called {{(pid=79000) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 28 03:40:53.076582 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-9077c6ad-68f3-49c2-a893-915c6350f070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:40:54.583995 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a0af2a63-7ac7-47ae-8330-dfe61960428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:40:54.894984 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:40:55.869347 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:40:56.563614 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55656) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:40:56.725717 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-3851a537-3fab-437f-82e4-15fdae325c44 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4513 time: 0.1609440 Jan 28 03:40:59.212071 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78998) accepted ('10.222.0.38', 55666) {{(pid=78998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:40:59.303751 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-b094542f-07fe-4363-8e9b-b1a4e322f073 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4513 time: 0.0904663 Jan 28 03:41:15.585388 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:41:17.498167 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:41:23.079034 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-b30d5787-d368-4048-979b-e1d8db6bd817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:41:24.584682 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-b4a4cb37-eb23-4493-a5cf-9c37ada09758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:41:24.897201 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:41:25.872119 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:41:45.586358 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:41:53.082541 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a8d6a6bc-b1c7-44b4-83ff-bf46489194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:41:54.500194 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:41:54.595451 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-844f5db6-9781-471a-9216-79ed11cd517d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:41:54.901228 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:41:55.875922 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:15.591086 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:19.684799 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55792) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:42:19.693659 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55798) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:42:19.819098 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1451554002-network', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5'}} {{(pid=78999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:19.824906 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:42:19.828769 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Usage tracker for resource:network and tenant:f4bd05c5ef484006b450d8cd833536c5 is out of sync, need to count used quota {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:42:19.833232 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:42:19.839192 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1900897197-network', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554'}} {{(pid=78999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:19.846047 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:42:19.848438 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:42:19.852838 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Usage tracker for resource:network and tenant:2889dd242c3e4e6cad883dc5e3a15554 is out of sync, need to count used quota {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:42:19.857657 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:42:19.864943 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:42:19.868005 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Made reservation on behalf of f4bd05c5ef484006b450d8cd833536c5 for: {'network': 1} {{(pid=78999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 28 03:42:19.872624 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for network, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:19.887657 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:19.900264 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Made reservation on behalf of 2889dd242c3e4e6cad883dc5e3a15554 for: {'network': 1} {{(pid=78999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 28 03:42:19.905326 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for network, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:19.920223 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:19.929080 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:42:19.935681 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Usage tracker for resource:security_group_rule and tenant:f4bd05c5ef484006b450d8cd833536c5 is out of sync, need to count used quota {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:42:19.940734 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:42:19.943615 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:42:19.949525 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:42:19.951753 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Usage tracker for resource:security_group_rule and tenant:2889dd242c3e4e6cad883dc5e3a15554 is out of sync, need to count used quota {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:42:19.955382 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:42:19.965962 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:42:20.103656 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:20.114595 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709389'] for security_group, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:20.118735 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:20.123554 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:20.131564 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709389'] for security_group, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:20.148215 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=78999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 28 03:42:20.176416 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934965'] for segment, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:20.176787 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.db.segments_db [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Added segment 9782ff06-8f93-45f9-a880-5a733d1345e5 of type vxlan for network aa76c6fd-2a04-42b7-8394-a25da885b6fe Jan 28 03:42:20.189168 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bfeaab-7bdc-4c47-8b7b-077ff1db5648,revision_number=1']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:20.200894 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.201225 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.201620 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.202020 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.202343 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.202754 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.203112 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.203468 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.203820 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.204170 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.204518 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.204866 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.205283 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.205631 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.205977 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.206322 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.206693 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.207042 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.207385 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.207727 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.208069 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.208412 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.208754 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.209096 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Tracked resource versions report: Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: pushed versions: Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: { 'AddressGroup': {'1.1'}, Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'ConntrackHelper': {'1.0'}, Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Log': {'1.0'}, Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Network': {'1.1'}, Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Port': {'1.6'}, Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'PortForwarding': {'1.2'}, Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'QosPolicy': {'1.8'}, Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroup': {'1.4'}, Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroupRule': {'1.2'}, Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SubPort': {'1.0'}, Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Subnet': {'1.1'}, Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Trunk': {'1.1'}} Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: consumer versions: Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: { DHCP agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: L3 agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: Metadata agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: Open vSwitch agent@dv-osbrick-754598-7-ceph: { 'AddressGroup': '1.1', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'ConntrackHelper': '1.0', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Log': '1.0', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Network': '1.1', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Port': '1.6', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'PortForwarding': '1.2', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'QosPolicy': '1.8', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroup': '1.4', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroupRule': '1.2', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SubPort': '1.0', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Subnet': '1.1', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Trunk': '1.1'}, Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: Open vSwitch agent@hv-osbrick-7545: { 'AddressGroup': '1.1', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'ConntrackHelper': '1.0', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Log': '1.0', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Network': '1.1', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Port': '1.6', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'PortForwarding': '1.2', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'QosPolicy': '1.8', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroup': '1.4', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroupRule': '1.2', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SubPort': '1.0', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Subnet': '1.1', Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Trunk': '1.1'}} Jan 28 03:42:20.210309 dv-osbrick-754598-7-ceph neutron-server[78887]: {{(pid=78999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 28 03:42:20.222953 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:20.223389 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:20.239584 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761635098193'] for network, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:20.262661 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28cc47b-1b27-497a-9336-219ce08f05da,revision_number=1']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:20.266898 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:20.285796 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379'] for network, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:20.288418 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:20.289080 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for network, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:20.293851 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.db.api [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=78999) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:42:20.294216 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_db.api [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=78999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 28 03:42:20.296301 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-b30a134f-717c-4758-9cd2-5cb39d3a3c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:20.404554 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Pushing event updated for resources: {'Network': ['ID=aa76c6fd-2a04-42b7-8394-a25da885b6fe,revision_number=1']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:20.408667 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7227824 Jan 28 03:42:20.409663 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-89c1d85d-1c06-40c6-b020-30c267801c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:20.411777 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55806) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:42:20.414976 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Network aa76c6fd-2a04-42b7-8394-a25da885b6fe details requested by agent ovs-agent-dv-osbrick-754598-7-ceph with host dv-osbrick-754598-7-ceph {{(pid=79000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 28 03:42:20.417686 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [None req-3e18d8e1-f8de-4e1e-9d43-027709c7e86f admin admin] Request body: {'subnet': {'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1451554002-subnet', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'ip_version': 4}} {{(pid=78999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:20.423137 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-3e18d8e1-f8de-4e1e-9d43-027709c7e86f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:42:20.427161 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-3e18d8e1-f8de-4e1e-9d43-027709c7e86f admin admin] Usage tracker for resource:subnet and tenant:f4bd05c5ef484006b450d8cd833536c5 is out of sync, need to count used quota {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:42:20.430097 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-3e18d8e1-f8de-4e1e-9d43-027709c7e86f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:42:20.437376 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-3e18d8e1-f8de-4e1e-9d43-027709c7e86f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:42:20.446459 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e18d8e1-f8de-4e1e-9d43-027709c7e86f admin admin] Made reservation on behalf of f4bd05c5ef484006b450d8cd833536c5 for: {'subnet': 1} {{(pid=78999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 28 03:42:20.451740 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-3e18d8e1-f8de-4e1e-9d43-027709c7e86f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:20.634359 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Network aa76c6fd-2a04-42b7-8394-a25da885b6fe details requested by agent ovs-agent-hv-osbrick-7545 with host hv-osbrick-7545 {{(pid=79000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 28 03:42:20.803677 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for network, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:20.879662 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=78999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 28 03:42:20.901477 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934965'] for segment, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:20.901854 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.db.segments_db [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Added segment 7a0737a9-0347-4112-9d71-d2c41a411801 of type vxlan for network 8b46498e-ae14-4b2c-a194-d2af2bcb020e Jan 28 03:42:20.910864 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-3e18d8e1-f8de-4e1e-9d43-027709c7e86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379'] for subnet, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:20.928982 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:21.039015 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761635098193'] for network, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:21.257702 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.db.resource_extend [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 28 03:42:21.271387 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18d8e1-f8de-4e1e-9d43-027709c7e86f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1987f575-29b8-455b-ade3-9c9c615211af,revision_number=0']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:21.274386 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-3e18d8e1-f8de-4e1e-9d43-027709c7e86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:21.299433 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379'] for network, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:21.308951 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:21.309587 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for network, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:21.317059 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-ecb6b0f5-b52f-4b90-857f-de6e0ba6c871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:21.430736 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7353170 Jan 28 03:42:21.434419 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78998) accepted ('10.222.0.38', 55810) {{(pid=78998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:42:21.437344 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Pushing event updated for resources: {'Network': ['ID=8b46498e-ae14-4b2c-a194-d2af2bcb020e,revision_number=1']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:21.440557 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Request body: {'subnet': {'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1900897197-subnet', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'ip_version': 4}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:21.444023 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.quota [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Loaded quota_driver: . Jan 28 03:42:21.448934 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Network 8b46498e-ae14-4b2c-a194-d2af2bcb020e details requested by agent ovs-agent-dv-osbrick-754598-7-ceph with host dv-osbrick-754598-7-ceph {{(pid=79000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 28 03:42:21.449690 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-5ad386a3-b2bb-4d4b-96b3-714e165237dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:21.457596 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:42:21.463144 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Usage tracker for resource:subnet and tenant:2889dd242c3e4e6cad883dc5e3a15554 is out of sync, need to count used quota {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:42:21.463284 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18d8e1-f8de-4e1e-9d43-027709c7e86f admin admin] Checking segment: {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=78999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:42:21.463668 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18d8e1-f8de-4e1e-9d43-027709c7e86f admin admin] Network hostable DHCP agents. Network: aa76c6fd-2a04-42b7-8394-a25da885b6fe, hostable agents: ['ae8660c1-0c45-4c2d-a5d2-7922d0bab71a'], hosted agents: [] {{(pid=78999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 28 03:42:21.466516 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:42:21.466673 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Network 8b46498e-ae14-4b2c-a194-d2af2bcb020e details requested by agent ovs-agent-hv-osbrick-7545 with host hv-osbrick-7545 {{(pid=79000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 28 03:42:21.473888 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:42:21.490868 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18d8e1-f8de-4e1e-9d43-027709c7e86f admin admin] Network aa76c6fd-2a04-42b7-8394-a25da885b6fe is scheduled to be hosted by DHCP agent ae8660c1-0c45-4c2d-a5d2-7922d0bab71a with binding_index 1 {{(pid=78999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 28 03:42:21.492002 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Made reservation on behalf of 2889dd242c3e4e6cad883dc5e3a15554 for: {'subnet': 1} {{(pid=78998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 28 03:42:21.499791 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:21.502447 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-3e18d8e1-f8de-4e1e-9d43-027709c7e86f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-754598-7-ceph, aa76c6fd-2a04-42b7-8394-a25da885b6fe) {{(pid=78999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:42:21.523022 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e18d8e1-f8de-4e1e-9d43-027709c7e86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:21.523757 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-3e18d8e1-f8de-4e1e-9d43-027709c7e86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for subnet, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:21.543093 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-3e18d8e1-f8de-4e1e-9d43-027709c7e86f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1297724 Jan 28 03:42:21.545422 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55814) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:42:21.551062 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'}}} {{(pid=78999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:21.553260 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d3cd32-d564-4101-b3f0-5d49e6ead9b5 None None] Network aa76c6fd-2a04-42b7-8394-a25da885b6fe requested from dv-osbrick-754598-7-ceph {{(pid=79000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 28 03:42:21.556203 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:42:21.561305 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Usage tracker for resource:router and tenant:f4bd05c5ef484006b450d8cd833536c5 is out of sync, need to count used quota {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:42:21.564382 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:42:21.570126 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:42:21.581252 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-579689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775099'] for router, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:21.582298 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854196044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854190924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854067050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-732'] for router, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:21.602494 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:21.899840 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854190939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-751'] for router, precommit_update {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:21.903161 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp750ba0a5-205e-55b8-ba4e-249912d5c96b-aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af'}]}} from dv-osbrick-754598-7-ceph. {{(pid=79000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 28 03:42:21.904531 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:21.996264 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379'] for subnet, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:22.016518 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:22.164160 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Pushing event updated for resources: {'Subnet': ['ID=92787f76-46f7-4047-93a0-358d00a52267,revision_number=0']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:22.181809 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.182981 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.183720 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.184183 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.184635 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.185092 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.185539 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.185984 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.186429 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.186891 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.187332 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.187775 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.188293 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.188731 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.189172 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.189607 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.190041 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.190476 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.190932 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.191365 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.191796 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.192226 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.192660 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.193093 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Tracked resource versions report: Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: pushed versions: Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: { 'AddressGroup': {'1.1'}, Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'ConntrackHelper': {'1.0'}, Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Log': {'1.0'}, Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Network': {'1.1'}, Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Port': {'1.6'}, Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'PortForwarding': {'1.2'}, Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'QosPolicy': {'1.8'}, Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroup': {'1.4'}, Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroupRule': {'1.2'}, Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SubPort': {'1.0'}, Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Subnet': {'1.1'}, Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Trunk': {'1.1'}} Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: consumer versions: Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: { DHCP agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: L3 agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: Metadata agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: Open vSwitch agent@dv-osbrick-754598-7-ceph: { 'AddressGroup': '1.1', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'ConntrackHelper': '1.0', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Log': '1.0', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Network': '1.1', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Port': '1.6', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'PortForwarding': '1.2', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'QosPolicy': '1.8', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroup': '1.4', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroupRule': '1.2', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SubPort': '1.0', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Subnet': '1.1', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Trunk': '1.1'}, Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: Open vSwitch agent@hv-osbrick-7545: { 'AddressGroup': '1.1', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'ConntrackHelper': '1.0', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Log': '1.0', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Network': '1.1', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Port': '1.6', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'PortForwarding': '1.2', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'QosPolicy': '1.8', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroup': '1.4', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroupRule': '1.2', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SubPort': '1.0', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Subnet': '1.1', Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Trunk': '1.1'}} Jan 28 03:42:22.194442 dv-osbrick-754598-7-ceph neutron-server[78887]: {{(pid=78998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 28 03:42:22.229467 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Allocated IP 172.20.0.2 (aa76c6fd-2a04-42b7-8394-a25da885b6fe/1987f575-29b8-455b-ade3-9c9c615211af/5521dfd8-5f25-4315-94c1-3932ff652ead) {{(pid=79000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:42:22.238348 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:22.240168 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:22.268088 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Checking segment: {'id': '7a0737a9-0347-4112-9d71-d2c41a411801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=78998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:42:22.268561 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Network hostable DHCP agents. Network: 8b46498e-ae14-4b2c-a194-d2af2bcb020e, hostable agents: ['ae8660c1-0c45-4c2d-a5d2-7922d0bab71a'], hosted agents: [] {{(pid=78998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 28 03:42:22.282029 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:22.290614 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Network 8b46498e-ae14-4b2c-a194-d2af2bcb020e is scheduled to be hosted by DHCP agent ae8660c1-0c45-4c2d-a5d2-7922d0bab71a with binding_index 1 {{(pid=78998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 28 03:42:22.300385 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-754598-7-ceph, 8b46498e-ae14-4b2c-a194-d2af2bcb020e) {{(pid=78998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:42:22.304998 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:22.305789 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for subnet, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:22.318582 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dae9b6f-72ea-44fe-85ad-0a5b4c228c04 None None] Network 8b46498e-ae14-4b2c-a194-d2af2bcb020e requested from dv-osbrick-754598-7-ceph {{(pid=79000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 28 03:42:22.330941 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8926742 Jan 28 03:42:22.331173 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78998) accepted ('10.222.0.38', 55824) {{(pid=78998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:42:22.336706 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1900897197-router', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'}}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:22.341840 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:42:22.346077 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Usage tracker for resource:router and tenant:2889dd242c3e4e6cad883dc5e3a15554 is out of sync, need to count used quota {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:42:22.349448 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:42:22.355501 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:42:22.365276 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-579689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775099'] for router, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:22.366615 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854196044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854190924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854067050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-732'] for router, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:22.392663 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:22.558595 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Allocated IP 172.29.0.23 (ea722a38-7ae2-43cb-a677-4d47ee229a8c/3edf47ac-c901-4d7b-a844-5dcfe0ce1ece/93972624-7db4-4d7a-bc71-293ed8f48646) {{(pid=78999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:42:22.621072 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Notify callbacks [] for port, precommit_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:22.641017 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Transition to ACTIVE for port object 5521dfd8-5f25-4315-94c1-3932ff652ead will not be triggered until provisioned by entity L2. {{(pid=79000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:42:22.697164 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Transition to ACTIVE for port object 5521dfd8-5f25-4315-94c1-3932ff652ead will not be triggered until provisioned by entity DHCP. {{(pid=79000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:42:22.712271 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp750ba0a5-205e-55b8-ba4e-249912d5c96b-8b46498e-ae14-4b2c-a194-d2af2bcb020e', 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'fixed_ips': [{'subnet_id': '92787f76-46f7-4047-93a0-358d00a52267'}]}} from dv-osbrick-754598-7-ceph. {{(pid=79000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 28 03:42:22.713186 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:22.719243 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:22.725545 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:22.749198 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:22.750535 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:22.761549 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854190939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-751'] for router, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:22.767751 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:22.906437 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Pushing event updated for resources: {'Port': ['ID=93972624-7db4-4d7a-bc71-293ed8f48646,revision_number=1']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:22.911830 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:22.972232 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Network ea722a38-7ae2-43cb-a677-4d47ee229a8c is already hosted by enough agents. {{(pid=78999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:42:22.972438 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Pushing event updated for resources: {'Port': ['ID=5521dfd8-5f25-4315-94c1-3932ff652ead,revision_number=1']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:22.973656 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Resources bound (agent type, host, resource id): {{(pid=78999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:42:22.976262 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Received port after_create {{(pid=78999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:42:22.988975 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.989351 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.989724 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.990088 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.990446 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.990833 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.991187 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.991554 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.991902 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.992254 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.992605 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.992954 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.993376 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.993728 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.994078 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.994427 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.995322 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.995838 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.996198 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.996549 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.996902 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.997251 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.997602 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.997954 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Tracked resource versions report: Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: pushed versions: Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: { 'AddressGroup': {'1.1'}, Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'ConntrackHelper': {'1.0'}, Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Log': {'1.0'}, Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Network': {'1.1'}, Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Port': {'1.6'}, Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'PortForwarding': {'1.2'}, Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'QosPolicy': {'1.8'}, Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroup': {'1.4'}, Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroupRule': {'1.2'}, Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SubPort': {'1.0'}, Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Subnet': {'1.1'}, Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Trunk': {'1.1'}} Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: consumer versions: Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: { DHCP agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: L3 agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: Metadata agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: Open vSwitch agent@dv-osbrick-754598-7-ceph: { 'AddressGroup': '1.1', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'ConntrackHelper': '1.0', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Log': '1.0', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Network': '1.1', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Port': '1.6', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'PortForwarding': '1.2', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'QosPolicy': '1.8', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroup': '1.4', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroupRule': '1.2', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SubPort': '1.0', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Subnet': '1.1', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Trunk': '1.1'}, Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: Open vSwitch agent@hv-osbrick-7545: { 'AddressGroup': '1.1', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'ConntrackHelper': '1.0', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Log': '1.0', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Network': '1.1', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Port': '1.6', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'PortForwarding': '1.2', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'QosPolicy': '1.8', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroup': '1.4', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroupRule': '1.2', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SubPort': '1.0', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Subnet': '1.1', Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Trunk': '1.1'}} Jan 28 03:42:22.999228 dv-osbrick-754598-7-ceph neutron-server[78887]: {{(pid=79000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 28 03:42:23.027402 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:23.149063 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Network aa76c6fd-2a04-42b7-8394-a25da885b6fe is already hosted by enough agents. {{(pid=79000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:42:23.155621 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Resources bound (agent type, host, resource id): {{(pid=79000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:42:23.164263 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Received port after_create {{(pid=79000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:42:23.267902 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:23.301610 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:23.338063 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-34e23c23-44fc-4382-aab5-c7b3e6e49949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:23.444208 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Attempting to bind port 5521dfd8-5f25-4315-94c1-3932ff652ead on host dv-osbrick-754598-7-ceph for vnic_type normal with profile {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:23.444547 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Attempting to bind port 5521dfd8-5f25-4315-94c1-3932ff652ead by drivers openvswitch on host dv-osbrick-754598-7-ceph at level 0 using segments [{'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'}] {{(pid=79000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:42:23.444914 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Attempting to bind port 5521dfd8-5f25-4315-94c1-3932ff652ead on network aa76c6fd-2a04-42b7-8394-a25da885b6fe {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:42:23.455111 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Checking agent: {'id': '7b4cee97-6b16-4229-a239-5d734c3f161a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-754598-7-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 33, 56), 'started_at': datetime.datetime(2021, 1, 28, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-754598-7-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:42:23.455526 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Checking segment: {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:42:23.455965 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:23.456401 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Bound using segment: {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'} {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:42:23.456929 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Bound port: 5521dfd8-5f25-4315-94c1-3932ff652ead, host: dv-osbrick-754598-7-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'}}] {{(pid=79000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:42:23.457345 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:23.537628 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Allocated IP 172.20.0.2 (8b46498e-ae14-4b2c-a194-d2af2bcb020e/92787f76-46f7-4047-93a0-358d00a52267/7760f940-732c-4d15-93a0-98bffe1ea703) {{(pid=79000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:42:23.570089 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:23.600244 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Allocated IP 172.29.0.223 (ea722a38-7ae2-43cb-a677-4d47ee229a8c/3edf47ac-c901-4d7b-a844-5dcfe0ce1ece/3e811346-a301-454b-b5a5-5d708fe1c8d6) {{(pid=78998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:42:23.654221 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] For port 5521dfd8-5f25-4315-94c1-3932ff652ead, host dv-osbrick-754598-7-ceph, cleared binding levels {{(pid=79000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:42:23.673520 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] For port 5521dfd8-5f25-4315-94c1-3932ff652ead, host dv-osbrick-754598-7-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=5521dfd8-5f25-4315-94c1-3932ff652ead,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=79000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:42:23.679426 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:23.700488 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:23.766935 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Notify callbacks [] for port, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:23.825308 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:23.844719 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:23.910809 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Pushing event updated for resources: {'Port': ['ID=5521dfd8-5f25-4315-94c1-3932ff652ead,revision_number=2']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:23.922215 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:23.943053 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854196194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584794'] for router, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:23.984242 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Notify callbacks [] for port, precommit_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:23.993254 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Pushing event updated for resources: {'Port': ['ID=3e811346-a301-454b-b5a5-5d708fe1c8d6,revision_number=1']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:24.001580 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:24.008384 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Transition to ACTIVE for port object 7760f940-732c-4d15-93a0-98bffe1ea703 will not be triggered until provisioned by entity L2. {{(pid=79000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:42:24.033521 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Transition to ACTIVE for port object 7760f940-732c-4d15-93a0-98bffe1ea703 will not be triggered until provisioned by entity DHCP. {{(pid=79000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:42:24.040077 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:24.058476 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:24.059073 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Network ea722a38-7ae2-43cb-a677-4d47ee229a8c is already hosted by enough agents. {{(pid=78998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:42:24.060238 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Resources bound (agent type, host, resource id): {{(pid=78998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:42:24.062684 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Received port after_create {{(pid=78998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:42:24.195708 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Pushing event updated for resources: {'Port': ['ID=7760f940-732c-4d15-93a0-98bffe1ea703,revision_number=1']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:24.199145 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:24.205689 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Router fce77247-b0cf-4dbc-9d37-55fc8be0be45 is scheduled to L3 agent 382a0915-dc5d-46b7-a5dc-ea157a977503 with binding_index 1 {{(pid=78999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 28 03:42:24.267439 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Network 8b46498e-ae14-4b2c-a194-d2af2bcb020e is already hosted by enough agents. {{(pid=79000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:42:24.268389 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Resources bound (agent type, host, resource id): {{(pid=79000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:42:24.270811 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Received port after_create {{(pid=79000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:42:24.348728 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Attempting to bind port 7760f940-732c-4d15-93a0-98bffe1ea703 on host dv-osbrick-754598-7-ceph for vnic_type normal with profile {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:24.349139 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Attempting to bind port 7760f940-732c-4d15-93a0-98bffe1ea703 by drivers openvswitch on host dv-osbrick-754598-7-ceph at level 0 using segments [{'id': '7a0737a9-0347-4112-9d71-d2c41a411801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e'}] {{(pid=79000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:42:24.349541 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Attempting to bind port 7760f940-732c-4d15-93a0-98bffe1ea703 on network 8b46498e-ae14-4b2c-a194-d2af2bcb020e {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:42:24.355363 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Checking agent: {'id': '7b4cee97-6b16-4229-a239-5d734c3f161a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-754598-7-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 33, 56), 'started_at': datetime.datetime(2021, 1, 28, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-754598-7-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:42:24.355779 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Checking segment: {'id': '7a0737a9-0347-4112-9d71-d2c41a411801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:42:24.356224 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:24.356702 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Bound using segment: {'id': '7a0737a9-0347-4112-9d71-d2c41a411801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e'} {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:42:24.357217 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Bound port: 7760f940-732c-4d15-93a0-98bffe1ea703, host: dv-osbrick-754598-7-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0737a9-0347-4112-9d71-d2c41a411801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e'}}] {{(pid=79000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:42:24.357650 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:24.449852 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Notify agent at l3_agent.dv-osbrick-754598-7-ceph the message routers_updated {{(pid=78999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 28 03:42:24.459668 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Sync routers for ids ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'] in dv-osbrick-754598-7-ceph {{(pid=79001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 28 03:42:24.470074 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Routers {'fce77247-b0cf-4dbc-9d37-55fc8be0be45'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:42:24.471134 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:41:55Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'], 'active': True} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:24.479483 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] Notify callbacks [] for router, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:24.483581 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] For port 7760f940-732c-4d15-93a0-98bffe1ea703, host dv-osbrick-754598-7-ceph, cleared binding levels {{(pid=79000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:42:24.484227 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-22477a1e-adf5-4121-bb7f-a774ef2c6801 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9375641 Jan 28 03:42:24.484923 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55828) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:42:24.487245 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] For port 7760f940-732c-4d15-93a0-98bffe1ea703, host dv-osbrick-754598-7-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=7760f940-732c-4d15-93a0-98bffe1ea703,segment=NetworkSegment(7a0737a9-0347-4112-9d71-d2c41a411801),segment_id=7a0737a9-0347-4112-9d71-d2c41a411801)] {{(pid=79000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:42:24.500180 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:24.517209 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:24.578851 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:24.681800 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-2dc835c9-5949-4bf1-ac69-60c9345e7eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:24.737356 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Pushing event updated for resources: {'Port': ['ID=7760f940-732c-4d15-93a0-98bffe1ea703,revision_number=2']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:24.749603 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:24.845874 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Set router fce77247-b0cf-4dbc-9d37-55fc8be0be45 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:42:24.916045 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:25.123614 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854196194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584794'] for router, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:25.168210 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:23Z', 'revision_number': 3, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph'}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:25.172309 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Checking router: fce77247-b0cf-4dbc-9d37-55fc8be0be45 for host: dv-osbrick-754598-7-ceph {{(pid=79001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 28 03:42:25.172692 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Updating router fce77247-b0cf-4dbc-9d37-55fc8be0be45 port 93972624-7db4-4d7a-bc71-293ed8f48646 binding host dv-osbrick-754598-7-ceph {{(pid=79001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 28 03:42:25.241412 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:25.274820 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:25.382809 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Router fa23510e-035f-4a36-bc97-29d11e8eec6e is scheduled to L3 agent 382a0915-dc5d-46b7-a5dc-ea157a977503 with binding_index 1 {{(pid=78998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 28 03:42:25.661903 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Notify agent at l3_agent.dv-osbrick-754598-7-ceph the message routers_updated {{(pid=78998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 28 03:42:25.678953 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Sync routers for ids ['fa23510e-035f-4a36-bc97-29d11e8eec6e'] in dv-osbrick-754598-7-ceph {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 28 03:42:25.700883 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Routers {'fa23510e-035f-4a36-bc97-29d11e8eec6e'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:42:25.701597 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:42:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fa23510e-035f-4a36-bc97-29d11e8eec6e'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:25.715247 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Notify callbacks [] for router, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:25.717162 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3848734 Jan 28 03:42:25.721784 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78998) accepted ('10.222.0.38', 55832) {{(pid=78998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:42:25.765763 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Notify callbacks [] for port, precommit_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:25.785660 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Transition to ACTIVE for port object 93972624-7db4-4d7a-bc71-293ed8f48646 will not be triggered until provisioned by entity L2. {{(pid=79001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:42:25.791342 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:25.811939 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-f4b10f11-faec-4631-9100-a80af20a1920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:25.891564 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Pushing event updated for resources: {'Port': ['ID=93972624-7db4-4d7a-bc71-293ed8f48646,revision_number=2']} {{(pid=79001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:25.924312 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:25.933650 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bde597-bff7-4386-a1a0-5d4bd419b71e None None] Network aa76c6fd-2a04-42b7-8394-a25da885b6fe requested from dv-osbrick-754598-7-ceph {{(pid=79000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 28 03:42:25.936181 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Allocated IP 172.20.0.1 (aa76c6fd-2a04-42b7-8394-a25da885b6fe/1987f575-29b8-455b-ade3-9c9c615211af/33726d32-25d3-48f9-9a2a-632044532d05) {{(pid=78999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:42:25.958359 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.959027 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.959550 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.960087 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.960597 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.961109 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.961615 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.962128 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.962817 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.964051 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.964692 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.965199 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.965779 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.966392 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.966943 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.967455 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.967968 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.968465 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.968957 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.969463 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.969960 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.970456 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.970989 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.971502 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Tracked resource versions report: Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: pushed versions: Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: { 'AddressGroup': {'1.1'}, Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'ConntrackHelper': {'1.0'}, Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Log': {'1.0'}, Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Network': {'1.1'}, Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Port': {'1.6'}, Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'PortForwarding': {'1.2'}, Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'QosPolicy': {'1.8'}, Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroup': {'1.4'}, Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroupRule': {'1.2'}, Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SubPort': {'1.0'}, Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Subnet': {'1.1'}, Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Trunk': {'1.1'}} Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: consumer versions: Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: { DHCP agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: L3 agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: Metadata agent@dv-osbrick-754598-7-ceph: {}, Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: Open vSwitch agent@dv-osbrick-754598-7-ceph: { 'AddressGroup': '1.1', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'ConntrackHelper': '1.0', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Log': '1.0', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Network': '1.1', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Port': '1.6', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'PortForwarding': '1.2', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'QosPolicy': '1.8', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroup': '1.4', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroupRule': '1.2', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SubPort': '1.0', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Subnet': '1.1', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Trunk': '1.1'}, Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: Open vSwitch agent@hv-osbrick-7545: { 'AddressGroup': '1.1', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'ConntrackHelper': '1.0', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Log': '1.0', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Network': '1.1', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Port': '1.6', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'PortForwarding': '1.2', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'QosPolicy': '1.8', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroup': '1.4', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SecurityGroupRule': '1.2', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'SubPort': '1.0', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Subnet': '1.1', Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: 'Trunk': '1.1'}} Jan 28 03:42:25.973033 dv-osbrick-754598-7-ceph neutron-server[78887]: {{(pid=79001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 28 03:42:25.985326 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:26.087477 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Set router fa23510e-035f-4a36-bc97-29d11e8eec6e gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:42:26.118934 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Attempting to bind port 93972624-7db4-4d7a-bc71-293ed8f48646 on host dv-osbrick-754598-7-ceph for vnic_type normal with profile {{(pid=79001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:26.119416 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Attempting to bind port 93972624-7db4-4d7a-bc71-293ed8f48646 by drivers openvswitch on host dv-osbrick-754598-7-ceph at level 0 using segments [{'id': '85601eaa-b774-4bff-bcf6-a6323a6992b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'}] {{(pid=79001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:42:26.120483 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Attempting to bind port 93972624-7db4-4d7a-bc71-293ed8f48646 on network ea722a38-7ae2-43cb-a677-4d47ee229a8c {{(pid=79001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:42:26.127135 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Checking agent: {'id': '7b4cee97-6b16-4229-a239-5d734c3f161a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-754598-7-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 33, 56), 'started_at': datetime.datetime(2021, 1, 28, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-754598-7-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:42:26.127632 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Checking segment: {'id': '85601eaa-b774-4bff-bcf6-a6323a6992b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:42:26.128155 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:26.128704 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Bound using segment: {'id': '85601eaa-b774-4bff-bcf6-a6323a6992b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'} {{(pid=79001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:42:26.129234 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Bound port: 93972624-7db4-4d7a-bc71-293ed8f48646, host: dv-osbrick-754598-7-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85601eaa-b774-4bff-bcf6-a6323a6992b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'}}] {{(pid=79001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:42:26.129799 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:26.139427 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Notify callbacks [] for port, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:26.168741 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Transition to ACTIVE for port object 33726d32-25d3-48f9-9a2a-632044532d05 will not be triggered until provisioned by entity DHCP. {{(pid=78999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:42:26.193735 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:26.213970 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:26.236881 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] For port 93972624-7db4-4d7a-bc71-293ed8f48646, host dv-osbrick-754598-7-ceph, cleared binding levels {{(pid=79001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:42:26.256551 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] For port 93972624-7db4-4d7a-bc71-293ed8f48646, host dv-osbrick-754598-7-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=93972624-7db4-4d7a-bc71-293ed8f48646,segment=NetworkSegment(85601eaa-b774-4bff-bcf6-a6323a6992b9),segment_id=85601eaa-b774-4bff-bcf6-a6323a6992b9)] {{(pid=79001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:42:26.261782 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:26.415174 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-5389010b-1b5a-49f3-9fea-95ae1ef3c753 None None] Provisioning for port 5521dfd8-5f25-4315-94c1-3932ff652ead completed by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:42:26.418861 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Pushing event updated for resources: {'Port': ['ID=33726d32-25d3-48f9-9a2a-632044532d05,revision_number=1']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:26.423724 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:26.458324 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:26.502948 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 7760f940-732c-4d15-93a0-98bffe1ea703 up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:42:26.545228 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Network aa76c6fd-2a04-42b7-8394-a25da885b6fe is already hosted by enough agents. {{(pid=78999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:42:26.546703 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Resources bound (agent type, host, resource id): {{(pid=78999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:42:26.549232 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Received port after_create {{(pid=78999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:42:26.549903 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579998'] for router_interface, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:26.556120 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Pushing event updated for resources: {'Port': ['ID=93972624-7db4-4d7a-bc71-293ed8f48646,revision_number=3']} {{(pid=79001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:26.562213 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:26.580820 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Routers {'fce77247-b0cf-4dbc-9d37-55fc8be0be45'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:42:26.581520 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:42:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'], 'active': True} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:26.719552 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:26.767696 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:26.816243 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] Set router fce77247-b0cf-4dbc-9d37-55fc8be0be45 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:42:26.878446 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ef00e5-8ec8-49ed-9f11-16d981cff4fa None None] Network 8b46498e-ae14-4b2c-a194-d2af2bcb020e requested from dv-osbrick-754598-7-ceph {{(pid=79000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 28 03:42:27.049225 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Notify callbacks [] for port, precommit_update {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:27.054146 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:27.055594 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854195856'] for router_interface, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:27.074911 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-56931e47-e970-48bd-8bce-64173a7de0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:27.154691 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Allocated IP 172.20.0.1 (8b46498e-ae14-4b2c-a194-d2af2bcb020e/92787f76-46f7-4047-93a0-358d00a52267/9927254c-00c6-497f-9c0c-984e6d8fa932) {{(pid=78998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:42:27.221438 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:23Z', 'revision_number': 3, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph'}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:27.226313 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Pushing event updated for resources: {'Port': ['ID=33726d32-25d3-48f9-9a2a-632044532d05,revision_number=2']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:27.226628 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480ea817-b712-4378-9ac4-cb0adb927b2f None None] The sync data for ids ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'] in dv-osbrick-754598-7-ceph is: [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:23Z', 'revision_number': 3, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph'}] {{(pid=79001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 28 03:42:27.232920 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:27.243126 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-710b9fe9-1b83-44c1-b19a-e31eba32774a None None] Provisioning for port 7760f940-732c-4d15-93a0-98bffe1ea703 completed by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:42:27.279287 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'name': 'tempest-TestMinimumBasicScenario-1900897197-router', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:24Z', 'revision_number': 3, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'gw_port': {'id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:23Z', 'updated_at': '2021-01-28T03:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph'}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:27.290550 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Checking router: fa23510e-035f-4a36-bc97-29d11e8eec6e for host: dv-osbrick-754598-7-ceph {{(pid=79000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 28 03:42:27.290730 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Updating router fa23510e-035f-4a36-bc97-29d11e8eec6e port 3e811346-a301-454b-b5a5-5d708fe1c8d6 binding host dv-osbrick-754598-7-ceph {{(pid=79000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 28 03:42:27.327882 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Network aa76c6fd-2a04-42b7-8394-a25da885b6fe is already hosted by enough agents. {{(pid=78999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:42:27.329257 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Resources bound (agent type, host, resource id): {{(pid=78999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:42:27.345043 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning for port 7760f940-732c-4d15-93a0-98bffe1ea703 completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:42:27.360997 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 7760f940-732c-4d15-93a0-98bffe1ea703 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:27.361422 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:27.388121 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:27.411684 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Transition to ACTIVE for port object 9927254c-00c6-497f-9c0c-984e6d8fa932 will not be triggered until provisioned by entity DHCP. {{(pid=78998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:42:27.443568 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:27.465436 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:27.469162 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:27.595055 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Router fce77247-b0cf-4dbc-9d37-55fc8be0be45 has already been hosted by L3 agent 382a0915-dc5d-46b7-a5dc-ea157a977503 {{(pid=78999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 28 03:42:27.674620 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:27.689201 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-d6c574fc-ada0-45c3-9908-1edb9dd6618c None None] Provisioning for port 33726d32-25d3-48f9-9a2a-632044532d05 completed by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:42:27.704535 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Pushing event updated for resources: {'Port': ['ID=9927254c-00c6-497f-9c0c-984e6d8fa932,revision_number=1']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:27.709728 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:27.721485 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-d6c574fc-ada0-45c3-9908-1edb9dd6618c None None] Provisioning complete for port 33726d32-25d3-48f9-9a2a-632044532d05 triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:27.721809 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-d6c574fc-ada0-45c3-9908-1edb9dd6618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:27.772575 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Network 8b46498e-ae14-4b2c-a194-d2af2bcb020e is already hosted by enough agents. {{(pid=78998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:42:27.775796 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:42:27.787016 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Received port after_create {{(pid=78998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:42:27.787655 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579998'] for router_interface, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:27.959409 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] Notify agent at l3_agent.dv-osbrick-754598-7-ceph the message routers_updated {{(pid=78999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 28 03:42:27.981505 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-0ccd82c7-f81a-4b9b-af92-36cc44f200db admin admin] 10.222.0.38 "PUT /v2.0/routers/fce77247-b0cf-4dbc-9d37-55fc8be0be45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4861994 Jan 28 03:42:28.058123 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] For port 7760f940-732c-4d15-93a0-98bffe1ea703, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=7760f940-732c-4d15-93a0-98bffe1ea703,segment=NetworkSegment(7a0737a9-0347-4112-9d71-d2c41a411801),segment_id=7a0737a9-0347-4112-9d71-d2c41a411801)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:42:28.096073 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:28.097350 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-d6c574fc-ada0-45c3-9908-1edb9dd6618c None None] Port 33726d32-25d3-48f9-9a2a-632044532d05 cannot update to ACTIVE because it is not bound. {{(pid=79000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 03:42:28.107326 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 5521dfd8-5f25-4315-94c1-3932ff652ead up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:42:28.258450 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:28.391450 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Pushing event updated for resources: {'Port': ['ID=7760f940-732c-4d15-93a0-98bffe1ea703,revision_number=3']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:28.408900 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:28.442132 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning for port 5521dfd8-5f25-4315-94c1-3932ff652ead completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:42:28.461313 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 5521dfd8-5f25-4315-94c1-3932ff652ead triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:28.461832 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:28.599607 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-5256a798-6638-4d2b-bdbb-62bd0126bda5 None None] Provisioning complete for port 5521dfd8-5f25-4315-94c1-3932ff652ead triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:28.600035 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5256a798-6638-4d2b-bdbb-62bd0126bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:28.608950 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:28.732749 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:28.791818 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] For port 5521dfd8-5f25-4315-94c1-3932ff652ead, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=5521dfd8-5f25-4315-94c1-3932ff652ead,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:42:28.840439 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:28.883409 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:28.965512 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:28.970213 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:28.971777 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854195856'] for router_interface, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:28.979516 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Notify callbacks [] for port, precommit_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:29.015492 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Transition to ACTIVE for port object 3e811346-a301-454b-b5a5-5d708fe1c8d6 will not be triggered until provisioned by entity L2. {{(pid=79000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:42:29.033738 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Pushing event updated for resources: {'Port': ['ID=5521dfd8-5f25-4315-94c1-3932ff652ead,revision_number=3']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:29.037522 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:29.038448 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:29.097706 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:29.190814 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Pushing event updated for resources: {'Port': ['ID=9927254c-00c6-497f-9c0c-984e6d8fa932,revision_number=2']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:29.196052 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:29.198013 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Network 8b46498e-ae14-4b2c-a194-d2af2bcb020e is already hosted by enough agents. {{(pid=78998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:42:29.199378 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:42:29.232083 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-964ba2f6-c4df-4893-9033-dfd25756bf35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:29.287620 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 93972624-7db4-4d7a-bc71-293ed8f48646 up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:42:29.289467 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55858) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:42:29.296876 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1560423157-network', 'tenant_id': 'f740ab88315647fcb81b40b1714673db'}} {{(pid=78999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:29.301498 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:42:29.305762 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Usage tracker for resource:network and tenant:f740ab88315647fcb81b40b1714673db is out of sync, need to count used quota {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:42:29.314461 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:42:29.324936 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:42:29.337101 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Made reservation on behalf of f740ab88315647fcb81b40b1714673db for: {'network': 1} {{(pid=78999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 28 03:42:29.342558 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for network, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:29.363089 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Notify callbacks [] for security_group, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:29.390914 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:42:29.395214 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Usage tracker for resource:security_group_rule and tenant:f740ab88315647fcb81b40b1714673db is out of sync, need to count used quota {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:42:29.395866 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199d890-3a9d-4c6d-95e0-e51f716a127b None None] Pushing event updated for resources: {'Port': ['ID=3e811346-a301-454b-b5a5-5d708fe1c8d6,revision_number=2']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:29.398308 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:42:29.399192 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-f199d890-3a9d-4c6d-95e0-e51f716a127b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:29.405701 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:42:29.411732 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-5256a798-6638-4d2b-bdbb-62bd0126bda5 None None] Provisioning complete for port 33726d32-25d3-48f9-9a2a-632044532d05 triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:29.412053 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5256a798-6638-4d2b-bdbb-62bd0126bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:29.423624 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Router fa23510e-035f-4a36-bc97-29d11e8eec6e has already been hosted by L3 agent 382a0915-dc5d-46b7-a5dc-ea157a977503 {{(pid=78998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 28 03:42:29.503464 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:29.507025 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709389'] for security_group, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:29.512740 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:29.513656 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-5256a798-6638-4d2b-bdbb-62bd0126bda5 None None] Port 33726d32-25d3-48f9-9a2a-632044532d05 cannot update to ACTIVE because it is not bound. {{(pid=79000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 03:42:29.541940 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=78999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 28 03:42:29.555034 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e281b9-f530-47cd-80f5-c7db4a1205b4,revision_number=1']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:29.559950 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:29.560866 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934965'] for segment, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:29.561242 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.db.segments_db [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Added segment a81d26c6-4fcb-4d61-9e5c-c90cfe37233c of type vxlan for network fd40c304-4087-444e-bd4e-f1342e784d67 Jan 28 03:42:29.565495 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-5256a798-6638-4d2b-bdbb-62bd0126bda5 None None] Provisioning for port 9927254c-00c6-497f-9c0c-984e6d8fa932 completed by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:42:29.571854 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning for port 93972624-7db4-4d7a-bc71-293ed8f48646 completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:42:29.590898 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-5256a798-6638-4d2b-bdbb-62bd0126bda5 None None] Provisioning complete for port 9927254c-00c6-497f-9c0c-984e6d8fa932 triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:29.591332 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5256a798-6638-4d2b-bdbb-62bd0126bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:29.595186 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761635098193'] for network, precommit_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:29.621611 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Notify agent at l3_agent.dv-osbrick-754598-7-ceph the message routers_updated {{(pid=78998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 28 03:42:29.626664 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379'] for network, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:29.628078 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:29.628545 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for network, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:29.635776 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] 10.222.0.38 "PUT /v2.0/routers/fa23510e-035f-4a36-bc97-29d11e8eec6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9083977 Jan 28 03:42:29.636113 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:29.638653 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Attempting to bind port 3e811346-a301-454b-b5a5-5d708fe1c8d6 on host dv-osbrick-754598-7-ceph for vnic_type normal with profile {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:29.639074 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Attempting to bind port 3e811346-a301-454b-b5a5-5d708fe1c8d6 by drivers openvswitch on host dv-osbrick-754598-7-ceph at level 0 using segments [{'id': '85601eaa-b774-4bff-bcf6-a6323a6992b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'}] {{(pid=79000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:42:29.639483 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Attempting to bind port 3e811346-a301-454b-b5a5-5d708fe1c8d6 on network ea722a38-7ae2-43cb-a677-4d47ee229a8c {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:42:29.642778 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 93972624-7db4-4d7a-bc71-293ed8f48646 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:29.643238 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:29.697121 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Checking agent: {'id': '7b4cee97-6b16-4229-a239-5d734c3f161a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-754598-7-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 33, 56), 'started_at': datetime.datetime(2021, 1, 28, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-754598-7-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:42:29.697626 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Checking segment: {'id': '85601eaa-b774-4bff-bcf6-a6323a6992b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:42:29.698713 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:29.699151 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Bound using segment: {'id': '85601eaa-b774-4bff-bcf6-a6323a6992b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'} {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:42:29.699677 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Bound port: 3e811346-a301-454b-b5a5-5d708fe1c8d6, host: dv-osbrick-754598-7-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85601eaa-b774-4bff-bcf6-a6323a6992b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'}}] {{(pid=79000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:42:29.700092 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:29.740203 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Pushing event updated for resources: {'Network': ['ID=fd40c304-4087-444e-bd4e-f1342e784d67,revision_number=1']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:29.746809 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4528267 Jan 28 03:42:29.746809 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:29.747080 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 55864) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:42:29.752940 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [None req-7d3ef8fe-df0f-4a40-ba34-98800b2385e2 admin admin] Request body: {'subnet': {'network_id': 'fd40c304-4087-444e-bd4e-f1342e784d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1560423157-subnet', 'tenant_id': 'f740ab88315647fcb81b40b1714673db', 'ip_version': 4}} {{(pid=78999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:29.757895 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-7d3ef8fe-df0f-4a40-ba34-98800b2385e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:42:29.762612 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-7d3ef8fe-df0f-4a40-ba34-98800b2385e2 admin admin] Usage tracker for resource:subnet and tenant:f740ab88315647fcb81b40b1714673db is out of sync, need to count used quota {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:42:29.765578 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-7d3ef8fe-df0f-4a40-ba34-98800b2385e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:42:29.771251 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-7d3ef8fe-df0f-4a40-ba34-98800b2385e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:42:29.781035 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3ef8fe-df0f-4a40-ba34-98800b2385e2 admin admin] Made reservation on behalf of f740ab88315647fcb81b40b1714673db for: {'subnet': 1} {{(pid=78999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 28 03:42:29.786192 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef8fe-df0f-4a40-ba34-98800b2385e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:29.786412 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Network fd40c304-4087-444e-bd4e-f1342e784d67 details requested by agent ovs-agent-dv-osbrick-754598-7-ceph with host dv-osbrick-754598-7-ceph {{(pid=79000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 28 03:42:29.811977 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Network fd40c304-4087-444e-bd4e-f1342e784d67 details requested by agent ovs-agent-hv-osbrick-7545 with host hv-osbrick-7545 {{(pid=79000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 28 03:42:29.839051 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] For port 3e811346-a301-454b-b5a5-5d708fe1c8d6, host dv-osbrick-754598-7-ceph, cleared binding levels {{(pid=79000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:42:29.842675 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-5256a798-6638-4d2b-bdbb-62bd0126bda5 None None] Port 9927254c-00c6-497f-9c0c-984e6d8fa932 cannot update to ACTIVE because it is not bound. {{(pid=79000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 03:42:29.848361 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] For port 3e811346-a301-454b-b5a5-5d708fe1c8d6, host dv-osbrick-754598-7-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=3e811346-a301-454b-b5a5-5d708fe1c8d6,segment=NetworkSegment(85601eaa-b774-4bff-bcf6-a6323a6992b9),segment_id=85601eaa-b774-4bff-bcf6-a6323a6992b9)] {{(pid=79000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:42:29.958994 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:30.014670 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:30.152153 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-5256a798-6638-4d2b-bdbb-62bd0126bda5 None None] Provisioning complete for port 7760f940-732c-4d15-93a0-98bffe1ea703 triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:30.152683 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5256a798-6638-4d2b-bdbb-62bd0126bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:30.256243 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef8fe-df0f-4a40-ba34-98800b2385e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379'] for subnet, after_create {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:30.285532 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Sync routers for ids ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'] in dv-osbrick-754598-7-ceph {{(pid=79001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 28 03:42:30.296453 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Routers {'fce77247-b0cf-4dbc-9d37-55fc8be0be45'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:42:30.297190 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:42:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'], 'active': True} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:30.360284 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199d890-3a9d-4c6d-95e0-e51f716a127b None None] Pushing event updated for resources: {'Port': ['ID=3e811346-a301-454b-b5a5-5d708fe1c8d6,revision_number=3']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:30.373019 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-f199d890-3a9d-4c6d-95e0-e51f716a127b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:30.385017 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:30.397475 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:30.420579 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] For port 93972624-7db4-4d7a-bc71-293ed8f48646, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=93972624-7db4-4d7a-bc71-293ed8f48646,segment=NetworkSegment(85601eaa-b774-4bff-bcf6-a6323a6992b9),segment_id=85601eaa-b774-4bff-bcf6-a6323a6992b9)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:42:30.426447 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Routers {'fa23510e-035f-4a36-bc97-29d11e8eec6e'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:42:30.427201 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:42:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fa23510e-035f-4a36-bc97-29d11e8eec6e'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:30.465163 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ef8fe-df0f-4a40-ba34-98800b2385e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8138426d-ad74-44d5-9130-8c753c5d748e,revision_number=0']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:30.468614 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-7d3ef8fe-df0f-4a40-ba34-98800b2385e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:30.505827 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ef8fe-df0f-4a40-ba34-98800b2385e2 admin admin] Checking segment: {'id': 'a81d26c6-4fcb-4d61-9e5c-c90cfe37233c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd40c304-4087-444e-bd4e-f1342e784d67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=78999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:42:30.505827 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3ef8fe-df0f-4a40-ba34-98800b2385e2 admin admin] Network hostable DHCP agents. Network: fd40c304-4087-444e-bd4e-f1342e784d67, hostable agents: ['ae8660c1-0c45-4c2d-a5d2-7922d0bab71a'], hosted agents: [] {{(pid=78999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 28 03:42:30.530218 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:30.531698 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3ef8fe-df0f-4a40-ba34-98800b2385e2 admin admin] Network fd40c304-4087-444e-bd4e-f1342e784d67 is scheduled to be hosted by DHCP agent ae8660c1-0c45-4c2d-a5d2-7922d0bab71a with binding_index 1 {{(pid=78999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 28 03:42:30.541120 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 7760f940-732c-4d15-93a0-98bffe1ea703 up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:42:30.552212 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-7d3ef8fe-df0f-4a40-ba34-98800b2385e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-754598-7-ceph, fd40c304-4087-444e-bd4e-f1342e784d67) {{(pid=78999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:42:30.560580 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ef8fe-df0f-4a40-ba34-98800b2385e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:30.561749 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef8fe-df0f-4a40-ba34-98800b2385e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for subnet, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:30.567793 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Set router fce77247-b0cf-4dbc-9d37-55fc8be0be45 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:42:30.583800 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:30.593066 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-7d3ef8fe-df0f-4a40-ba34-98800b2385e2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8448133 Jan 28 03:42:30.595942 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78998) accepted ('10.222.0.38', 55884) {{(pid=78998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:42:30.601958 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1560423157-router', 'tenant_id': 'f740ab88315647fcb81b40b1714673db', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'}}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:30.609324 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:42:30.617500 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc92909f-1e67-4ff4-ba32-8504cacb55e8 None None] Network fd40c304-4087-444e-bd4e-f1342e784d67 requested from dv-osbrick-754598-7-ceph {{(pid=79000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 28 03:42:30.617894 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Usage tracker for resource:router and tenant:f740ab88315647fcb81b40b1714673db is out of sync, need to count used quota {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:42:30.621449 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:42:30.627693 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:42:30.642722 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-579689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775099'] for router, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:30.643799 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854196044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854190924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854067050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-732'] for router, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:30.667249 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:30.972470 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] Set router fa23510e-035f-4a36-bc97-29d11e8eec6e gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:42:31.021623 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 2, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:31.032716 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Checking router: fce77247-b0cf-4dbc-9d37-55fc8be0be45 for host: dv-osbrick-754598-7-ceph {{(pid=79001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 28 03:42:31.036330 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Updating router fce77247-b0cf-4dbc-9d37-55fc8be0be45 port 33726d32-25d3-48f9-9a2a-632044532d05 binding host dv-osbrick-754598-7-ceph {{(pid=79001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 28 03:42:31.064055 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854190939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-751'] for router, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:31.109588 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:31.321468 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Pushing event updated for resources: {'Port': ['ID=93972624-7db4-4d7a-bc71-293ed8f48646,revision_number=4']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:31.325205 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 7760f940-732c-4d15-93a0-98bffe1ea703 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:31.326627 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:31.402699 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:31.549378 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-33633e1b-b239-410d-8576-4a0ffc05ab1a None None] Provisioning complete for port 7760f940-732c-4d15-93a0-98bffe1ea703 triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:31.549792 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-33633e1b-b239-410d-8576-4a0ffc05ab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:31.556032 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:42:31.723292 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:31.793436 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:31.843529 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Notify callbacks [] for port, precommit_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:31.856321 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Transition to ACTIVE for port object 33726d32-25d3-48f9-9a2a-632044532d05 will not be triggered until provisioned by entity L2. {{(pid=79001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:42:31.861836 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:31.888678 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:31.943266 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 93972624-7db4-4d7a-bc71-293ed8f48646 up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:42:32.075227 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp750ba0a5-205e-55b8-ba4e-249912d5c96b-fd40c304-4087-444e-bd4e-f1342e784d67', 'network_id': 'fd40c304-4087-444e-bd4e-f1342e784d67', 'tenant_id': 'f740ab88315647fcb81b40b1714673db', 'fixed_ips': [{'subnet_id': '8138426d-ad74-44d5-9130-8c753c5d748e'}]}} from dv-osbrick-754598-7-ceph. {{(pid=79000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 28 03:42:32.076548 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:32.093056 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619030f9-6c06-4cbf-b318-017ec92e1c60 None None] Pushing event updated for resources: {'Port': ['ID=33726d32-25d3-48f9-9a2a-632044532d05,revision_number=3']} {{(pid=79001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:32.098296 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-619030f9-6c06-4cbf-b318-017ec92e1c60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:32.123471 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-33633e1b-b239-410d-8576-4a0ffc05ab1a None None] Provisioning complete for port 9927254c-00c6-497f-9c0c-984e6d8fa932 triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:32.124195 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-33633e1b-b239-410d-8576-4a0ffc05ab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:32.189481 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Allocated IP 172.29.0.96 (ea722a38-7ae2-43cb-a677-4d47ee229a8c/3edf47ac-c901-4d7b-a844-5dcfe0ce1ece/dcc0a406-42a0-49f2-8332-87de75b6ac11) {{(pid=78998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:42:32.268520 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-33633e1b-b239-410d-8576-4a0ffc05ab1a None None] Port 9927254c-00c6-497f-9c0c-984e6d8fa932 cannot update to ACTIVE because it is not bound. {{(pid=79000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 03:42:32.323775 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Attempting to bind port 33726d32-25d3-48f9-9a2a-632044532d05 on host dv-osbrick-754598-7-ceph for vnic_type normal with profile {{(pid=79001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:32.324285 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Attempting to bind port 33726d32-25d3-48f9-9a2a-632044532d05 by drivers openvswitch on host dv-osbrick-754598-7-ceph at level 0 using segments [{'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'}] {{(pid=79001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:42:32.324490 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Attempting to bind port 33726d32-25d3-48f9-9a2a-632044532d05 on network aa76c6fd-2a04-42b7-8394-a25da885b6fe {{(pid=79001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:42:32.334575 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Checking agent: {'id': '7b4cee97-6b16-4229-a239-5d734c3f161a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-754598-7-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 33, 56), 'started_at': datetime.datetime(2021, 1, 28, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-754598-7-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:42:32.334922 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Checking segment: {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:42:32.335384 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:32.335824 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Bound using segment: {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'} {{(pid=79001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:42:32.336359 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Bound port: 33726d32-25d3-48f9-9a2a-632044532d05, host: dv-osbrick-754598-7-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'}}] {{(pid=79001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:42:32.336795 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:32.338846 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 93972624-7db4-4d7a-bc71-293ed8f48646 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:32.339488 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:32.373846 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:32.406575 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:32.434272 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-e374bb4d-42f9-41cf-b5e2-4b2f0d1038d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:32.447959 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'name': 'tempest-TestMinimumBasicScenario-1900897197-router', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:28Z', 'revision_number': 4, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'gw_port': {'id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:23Z', 'updated_at': '2021-01-28T03:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '9927254c-00c6-497f-9c0c-984e6d8fa932', 'name': '', 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'mac_address': 'fa:16:3e:6c:ee:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '92787f76-46f7-4047-93a0-358d00a52267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:26Z', 'updated_at': '2021-01-28T03:42:28Z', 'revision_number': 2, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'subnets': [{'id': '92787f76-46f7-4047-93a0-358d00a52267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:32.452716 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-33633e1b-b239-410d-8576-4a0ffc05ab1a None None] Provisioning complete for port 5521dfd8-5f25-4315-94c1-3932ff652ead triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:32.453138 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-33633e1b-b239-410d-8576-4a0ffc05ab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:32.483041 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] For port 33726d32-25d3-48f9-9a2a-632044532d05, host dv-osbrick-754598-7-ceph, cleared binding levels {{(pid=79001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:42:32.486303 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] For port 33726d32-25d3-48f9-9a2a-632044532d05, host dv-osbrick-754598-7-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=33726d32-25d3-48f9-9a2a-632044532d05,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=79001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:42:32.492510 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:32.515256 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35739623-d6c7-4863-a67d-56a93b5e09d9 None None] The sync data for ids ['fa23510e-035f-4a36-bc97-29d11e8eec6e'] in dv-osbrick-754598-7-ceph is: [{'id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'name': 'tempest-TestMinimumBasicScenario-1900897197-router', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:28Z', 'revision_number': 4, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'gw_port': {'id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:23Z', 'updated_at': '2021-01-28T03:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '9927254c-00c6-497f-9c0c-984e6d8fa932', 'name': '', 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'mac_address': 'fa:16:3e:6c:ee:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '92787f76-46f7-4047-93a0-358d00a52267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:26Z', 'updated_at': '2021-01-28T03:42:28Z', 'revision_number': 2, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'subnets': [{'id': '92787f76-46f7-4047-93a0-358d00a52267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 28 03:42:32.516121 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-f4314509-2a9a-4125-8555-444e7684df09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:32.600698 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Pushing event updated for resources: {'Port': ['ID=dcc0a406-42a0-49f2-8332-87de75b6ac11,revision_number=1']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:32.606077 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:32.612066 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619030f9-6c06-4cbf-b318-017ec92e1c60 None None] Pushing event updated for resources: {'Port': ['ID=33726d32-25d3-48f9-9a2a-632044532d05,revision_number=4']} {{(pid=79001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:32.670145 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-619030f9-6c06-4cbf-b318-017ec92e1c60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:32.697047 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Network ea722a38-7ae2-43cb-a677-4d47ee229a8c is already hosted by enough agents. {{(pid=78998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:42:32.699013 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Resources bound (agent type, host, resource id): {{(pid=78998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:42:32.706533 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Received port after_create {{(pid=78998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:42:32.769479 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Routers {'fce77247-b0cf-4dbc-9d37-55fc8be0be45'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:42:32.770288 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:42:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'], 'active': True} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:33.020047 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 5521dfd8-5f25-4315-94c1-3932ff652ead up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:42:33.123129 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Allocated IP 172.20.0.2 (fd40c304-4087-444e-bd4e-f1342e784d67/8138426d-ad74-44d5-9130-8c753c5d748e/f05b1dae-1cda-42ea-8447-a1c82603b1ed) {{(pid=79000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:42:33.123312 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] Set router fce77247-b0cf-4dbc-9d37-55fc8be0be45 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:42:33.281396 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:33.578164 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:32Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:33.582077 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affd0237-c1b4-4a78-bca1-8298578a7362 None None] The sync data for ids ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'] in dv-osbrick-754598-7-ceph is: [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:32Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 28 03:42:33.757402 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 5521dfd8-5f25-4315-94c1-3932ff652ead triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:33.757827 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:33.855713 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Notify callbacks [] for port, precommit_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:33.881170 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Transition to ACTIVE for port object f05b1dae-1cda-42ea-8447-a1c82603b1ed will not be triggered until provisioned by entity L2. {{(pid=79000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:42:33.937641 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Transition to ACTIVE for port object f05b1dae-1cda-42ea-8447-a1c82603b1ed will not be triggered until provisioned by entity DHCP. {{(pid=79000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:42:33.945832 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854196194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584794'] for router, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:33.955760 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:34.004383 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:34.198865 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Pushing event updated for resources: {'Port': ['ID=f05b1dae-1cda-42ea-8447-a1c82603b1ed,revision_number=1']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:34.209195 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:34.283163 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Network fd40c304-4087-444e-bd4e-f1342e784d67 is already hosted by enough agents. {{(pid=79000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:42:34.286975 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Resources bound (agent type, host, resource id): {{(pid=79000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:42:34.293149 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Received port after_create {{(pid=79000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:42:34.318560 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Router 3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5 is scheduled to L3 agent 382a0915-dc5d-46b7-a5dc-ea157a977503 with binding_index 1 {{(pid=78998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 28 03:42:34.354362 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 33726d32-25d3-48f9-9a2a-632044532d05 up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:42:34.450365 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Attempting to bind port f05b1dae-1cda-42ea-8447-a1c82603b1ed on host dv-osbrick-754598-7-ceph for vnic_type normal with profile {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:34.450365 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Attempting to bind port f05b1dae-1cda-42ea-8447-a1c82603b1ed by drivers openvswitch on host dv-osbrick-754598-7-ceph at level 0 using segments [{'id': 'a81d26c6-4fcb-4d61-9e5c-c90cfe37233c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd40c304-4087-444e-bd4e-f1342e784d67'}] {{(pid=79000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:42:34.450738 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Attempting to bind port f05b1dae-1cda-42ea-8447-a1c82603b1ed on network fd40c304-4087-444e-bd4e-f1342e784d67 {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:42:34.482373 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Checking agent: {'id': '7b4cee97-6b16-4229-a239-5d734c3f161a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-754598-7-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 33, 56), 'started_at': datetime.datetime(2021, 1, 28, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-754598-7-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:42:34.483241 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Checking segment: {'id': 'a81d26c6-4fcb-4d61-9e5c-c90cfe37233c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd40c304-4087-444e-bd4e-f1342e784d67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:42:34.483863 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:34.484316 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Bound using segment: {'id': 'a81d26c6-4fcb-4d61-9e5c-c90cfe37233c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd40c304-4087-444e-bd4e-f1342e784d67'} {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:42:34.484865 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Bound port: f05b1dae-1cda-42ea-8447-a1c82603b1ed, host: dv-osbrick-754598-7-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81d26c6-4fcb-4d61-9e5c-c90cfe37233c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd40c304-4087-444e-bd4e-f1342e784d67'}}] {{(pid=79000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:42:34.485304 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:34.586150 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Notify agent at l3_agent.dv-osbrick-754598-7-ceph the message routers_updated {{(pid=78998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 28 03:42:34.591299 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning for port 33726d32-25d3-48f9-9a2a-632044532d05 completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:42:34.605163 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 33726d32-25d3-48f9-9a2a-632044532d05 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:34.605580 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:34.628207 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Notify callbacks [] for router, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:34.632432 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0324800 Jan 28 03:42:34.632993 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78998) accepted ('10.222.0.38', 55888) {{(pid=78998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:42:34.636651 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Sync routers for ids ['3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5'] in dv-osbrick-754598-7-ceph {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 28 03:42:34.668913 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Routers {'3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:42:34.669619 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:42:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:34.876900 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Set router 3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:42:34.927886 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] For port f05b1dae-1cda-42ea-8447-a1c82603b1ed, host dv-osbrick-754598-7-ceph, cleared binding levels {{(pid=79000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:42:35.100864 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] For port f05b1dae-1cda-42ea-8447-a1c82603b1ed, host dv-osbrick-754598-7-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=f05b1dae-1cda-42ea-8447-a1c82603b1ed,segment=NetworkSegment(a81d26c6-4fcb-4d61-9e5c-c90cfe37233c),segment_id=a81d26c6-4fcb-4d61-9e5c-c90cfe37233c)] {{(pid=79000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:42:35.114973 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:35.134604 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-f199d890-3a9d-4c6d-95e0-e51f716a127b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:35.385063 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Pushing event updated for resources: {'Port': ['ID=f05b1dae-1cda-42ea-8447-a1c82603b1ed,revision_number=2']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:35.407178 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:35.407863 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:35.515877 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] For port 33726d32-25d3-48f9-9a2a-632044532d05, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=33726d32-25d3-48f9-9a2a-632044532d05,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:42:35.530466 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:35.531420 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 3e811346-a301-454b-b5a5-5d708fe1c8d6 up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:42:35.561985 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:35.736404 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:35.826226 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'name': 'tempest-TestVolumeBootPattern-1560423157-router', 'tenant_id': 'f740ab88315647fcb81b40b1714673db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.96'}], 'enable_snat': True}, 'gw_port_id': 'dcc0a406-42a0-49f2-8332-87de75b6ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:30Z', 'updated_at': '2021-01-28T03:42:32Z', 'revision_number': 3, 'project_id': 'f740ab88315647fcb81b40b1714673db', 'gw_port': {'id': 'dcc0a406-42a0-49f2-8332-87de75b6ac11', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:32Z', 'updated_at': '2021-01-28T03:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph'}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:35.835443 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Checking router: 3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5 for host: dv-osbrick-754598-7-ceph {{(pid=79000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 28 03:42:35.835842 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Updating router 3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5 port dcc0a406-42a0-49f2-8332-87de75b6ac11 binding host dv-osbrick-754598-7-ceph {{(pid=79000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 28 03:42:35.876624 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Pushing event updated for resources: {'Port': ['ID=33726d32-25d3-48f9-9a2a-632044532d05,revision_number=5']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:35.884038 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:35.906256 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:35.943177 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning for port 3e811346-a301-454b-b5a5-5d708fe1c8d6 completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:42:35.961142 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 3e811346-a301-454b-b5a5-5d708fe1c8d6 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:35.962010 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:36.198390 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Allocated IP 172.20.0.1 (fd40c304-4087-444e-bd4e-f1342e784d67/8138426d-ad74-44d5-9130-8c753c5d748e/8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6) {{(pid=78998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:42:36.255001 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:36.280402 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] For port 3e811346-a301-454b-b5a5-5d708fe1c8d6, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=3e811346-a301-454b-b5a5-5d708fe1c8d6,segment=NetworkSegment(85601eaa-b774-4bff-bcf6-a6323a6992b9),segment_id=85601eaa-b774-4bff-bcf6-a6323a6992b9)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:42:36.286485 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:36.289869 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:36.431089 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:36.453758 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Transition to ACTIVE for port object 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 will not be triggered until provisioned by entity DHCP. {{(pid=78998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:42:36.461034 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Pushing event updated for resources: {'Port': ['ID=3e811346-a301-454b-b5a5-5d708fe1c8d6,revision_number=4']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:36.474750 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:36.492488 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:36.511746 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:36.577899 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device f05b1dae-1cda-42ea-8447-a1c82603b1ed up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:42:36.669757 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Notify callbacks [] for port, precommit_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:36.682483 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Pushing event updated for resources: {'Port': ['ID=8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6,revision_number=1']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:36.685663 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:36.691261 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Transition to ACTIVE for port object dcc0a406-42a0-49f2-8332-87de75b6ac11 will not be triggered until provisioned by entity L2. {{(pid=79000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:42:36.700921 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:36.719831 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:36.766619 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Network fd40c304-4087-444e-bd4e-f1342e784d67 is already hosted by enough agents. {{(pid=78998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:42:36.767986 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:42:36.770276 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Received port after_create {{(pid=78998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:42:36.770804 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579998'] for router_interface, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:36.842378 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning for port f05b1dae-1cda-42ea-8447-a1c82603b1ed completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:42:36.876881 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 33726d32-25d3-48f9-9a2a-632044532d05 up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:42:36.939990 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:36.973782 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76349071-548e-4957-96ea-796bca55833c None None] Pushing event updated for resources: {'Port': ['ID=dcc0a406-42a0-49f2-8332-87de75b6ac11,revision_number=2']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:36.989486 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-76349071-548e-4957-96ea-796bca55833c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:37.064606 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Attempting to bind port dcc0a406-42a0-49f2-8332-87de75b6ac11 on host dv-osbrick-754598-7-ceph for vnic_type normal with profile {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:37.065019 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Attempting to bind port dcc0a406-42a0-49f2-8332-87de75b6ac11 by drivers openvswitch on host dv-osbrick-754598-7-ceph at level 0 using segments [{'id': '85601eaa-b774-4bff-bcf6-a6323a6992b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'}] {{(pid=79000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:42:37.065429 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Attempting to bind port dcc0a406-42a0-49f2-8332-87de75b6ac11 on network ea722a38-7ae2-43cb-a677-4d47ee229a8c {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:42:37.069208 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 33726d32-25d3-48f9-9a2a-632044532d05 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:37.069627 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:37.107701 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Checking agent: {'id': '7b4cee97-6b16-4229-a239-5d734c3f161a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-754598-7-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 33, 56), 'started_at': datetime.datetime(2021, 1, 28, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-754598-7-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:42:37.108122 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Checking segment: {'id': '85601eaa-b774-4bff-bcf6-a6323a6992b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:42:37.108562 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:37.109005 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Bound using segment: {'id': '85601eaa-b774-4bff-bcf6-a6323a6992b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'} {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:42:37.109542 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Bound port: dcc0a406-42a0-49f2-8332-87de75b6ac11, host: dv-osbrick-754598-7-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85601eaa-b774-4bff-bcf6-a6323a6992b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'}}] {{(pid=79000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:42:37.109972 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:37.224816 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] For port dcc0a406-42a0-49f2-8332-87de75b6ac11, host dv-osbrick-754598-7-ceph, cleared binding levels {{(pid=79000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:42:37.274350 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] For port dcc0a406-42a0-49f2-8332-87de75b6ac11, host dv-osbrick-754598-7-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=dcc0a406-42a0-49f2-8332-87de75b6ac11,segment=NetworkSegment(85601eaa-b774-4bff-bcf6-a6323a6992b9),segment_id=85601eaa-b774-4bff-bcf6-a6323a6992b9)] {{(pid=79000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:42:37.290663 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:37.308664 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:37.337603 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:37.344167 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:37.345286 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854195856'] for router_interface, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:37.359482 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55c95ac-a41e-442f-bb8d-3a0498b08b9f None None] Network fd40c304-4087-444e-bd4e-f1342e784d67 requested from dv-osbrick-754598-7-ceph {{(pid=79000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 28 03:42:37.366054 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:37.514956 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Pushing event updated for resources: {'Port': ['ID=8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6,revision_number=2']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:37.517959 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:37.548409 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-6dd202a6-1904-4877-8a3b-e8298e9ed613 None None] Provisioning for port f05b1dae-1cda-42ea-8447-a1c82603b1ed completed by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:42:37.569996 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76349071-548e-4957-96ea-796bca55833c None None] Pushing event updated for resources: {'Port': ['ID=dcc0a406-42a0-49f2-8332-87de75b6ac11,revision_number=3']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:37.578009 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-6dd202a6-1904-4877-8a3b-e8298e9ed613 None None] Provisioning complete for port f05b1dae-1cda-42ea-8447-a1c82603b1ed triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:37.578896 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-6dd202a6-1904-4877-8a3b-e8298e9ed613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:37.580782 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Network fd40c304-4087-444e-bd4e-f1342e784d67 is already hosted by enough agents. {{(pid=78998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:42:37.581969 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:42:37.608236 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-76349071-548e-4957-96ea-796bca55833c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:37.654767 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Sync routers for ids ['fa23510e-035f-4a36-bc97-29d11e8eec6e'] in dv-osbrick-754598-7-ceph {{(pid=79001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 28 03:42:37.675239 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Routers {'fa23510e-035f-4a36-bc97-29d11e8eec6e'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:42:37.676258 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:42:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fa23510e-035f-4a36-bc97-29d11e8eec6e'], 'active': True} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:37.828140 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Router 3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5 has already been hosted by L3 agent 382a0915-dc5d-46b7-a5dc-ea157a977503 {{(pid=78998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 28 03:42:37.836727 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Routers {'3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:42:37.837433 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:42:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:37.917814 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Set router fa23510e-035f-4a36-bc97-29d11e8eec6e gateway port host: dv-osbrick-754598-7-ceph {{(pid=79001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:42:38.066848 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Notify agent at l3_agent.dv-osbrick-754598-7-ceph the message routers_updated {{(pid=78998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 28 03:42:38.079650 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] 10.222.0.38 "PUT /v2.0/routers/3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4454763 Jan 28 03:42:38.194679 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-6dd202a6-1904-4877-8a3b-e8298e9ed613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:38.381883 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-6dd202a6-1904-4877-8a3b-e8298e9ed613 None None] For port f05b1dae-1cda-42ea-8447-a1c82603b1ed, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=f05b1dae-1cda-42ea-8447-a1c82603b1ed,segment=NetworkSegment(a81d26c6-4fcb-4d61-9e5c-c90cfe37233c),segment_id=a81d26c6-4fcb-4d61-9e5c-c90cfe37233c)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:42:38.402666 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] Set router 3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:42:38.492113 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 3e811346-a301-454b-b5a5-5d708fe1c8d6 up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:42:38.531889 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'name': 'tempest-TestMinimumBasicScenario-1900897197-router', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:28Z', 'revision_number': 4, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'gw_port': {'id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:23Z', 'updated_at': '2021-01-28T03:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '9927254c-00c6-497f-9c0c-984e6d8fa932', 'name': '', 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'mac_address': 'fa:16:3e:6c:ee:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '92787f76-46f7-4047-93a0-358d00a52267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:26Z', 'updated_at': '2021-01-28T03:42:28Z', 'revision_number': 2, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'subnets': [{'id': '92787f76-46f7-4047-93a0-358d00a52267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:38.536719 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Checking router: fa23510e-035f-4a36-bc97-29d11e8eec6e for host: dv-osbrick-754598-7-ceph {{(pid=79001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 28 03:42:38.537111 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Updating router fa23510e-035f-4a36-bc97-29d11e8eec6e port 9927254c-00c6-497f-9c0c-984e6d8fa932 binding host dv-osbrick-754598-7-ceph {{(pid=79001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 28 03:42:38.568912 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-6dd202a6-1904-4877-8a3b-e8298e9ed613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:38.597894 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:38.606628 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:38.873392 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-d619909a-6b35-4545-aada-6c9d6237846b None None] Provisioning for port 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 completed by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:42:38.916522 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd202a6-1904-4877-8a3b-e8298e9ed613 None None] Pushing event updated for resources: {'Port': ['ID=f05b1dae-1cda-42ea-8447-a1c82603b1ed,revision_number=3']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:38.919800 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-d619909a-6b35-4545-aada-6c9d6237846b None None] Provisioning complete for port 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:38.920392 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-d619909a-6b35-4545-aada-6c9d6237846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:38.955756 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-6dd202a6-1904-4877-8a3b-e8298e9ed613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:39.120885 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 3e811346-a301-454b-b5a5-5d708fe1c8d6 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:39.121780 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:39.163620 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Notify callbacks [] for port, precommit_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:39.177904 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Transition to ACTIVE for port object 9927254c-00c6-497f-9c0c-984e6d8fa932 will not be triggered until provisioned by entity L2. {{(pid=79001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:42:39.179601 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-d619909a-6b35-4545-aada-6c9d6237846b None None] Port 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 cannot update to ACTIVE because it is not bound. {{(pid=79000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 03:42:39.182369 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:39.205201 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:39.269045 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-d619909a-6b35-4545-aada-6c9d6237846b None None] Provisioning complete for port f05b1dae-1cda-42ea-8447-a1c82603b1ed triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:39.269468 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-d619909a-6b35-4545-aada-6c9d6237846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:39.285485 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd893f1-6866-4355-b671-daffa274c8d8 None None] Pushing event updated for resources: {'Port': ['ID=9927254c-00c6-497f-9c0c-984e6d8fa932,revision_number=3']} {{(pid=79001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:39.336003 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-cbd893f1-6866-4355-b671-daffa274c8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:39.655977 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'name': 'tempest-TestVolumeBootPattern-1560423157-router', 'tenant_id': 'f740ab88315647fcb81b40b1714673db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.96'}], 'enable_snat': True}, 'gw_port_id': 'dcc0a406-42a0-49f2-8332-87de75b6ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:30Z', 'updated_at': '2021-01-28T03:42:36Z', 'revision_number': 4, 'project_id': 'f740ab88315647fcb81b40b1714673db', 'gw_port': {'id': 'dcc0a406-42a0-49f2-8332-87de75b6ac11', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:32Z', 'updated_at': '2021-01-28T03:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6', 'name': '', 'network_id': 'fd40c304-4087-444e-bd4e-f1342e784d67', 'tenant_id': 'f740ab88315647fcb81b40b1714673db', 'mac_address': 'fa:16:3e:ed:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8138426d-ad74-44d5-9130-8c753c5d748e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:35Z', 'updated_at': '2021-01-28T03:42:37Z', 'revision_number': 2, 'project_id': 'f740ab88315647fcb81b40b1714673db', 'subnets': [{'id': '8138426d-ad74-44d5-9130-8c753c5d748e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:39.661529 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e64b14-ac6c-4a13-9093-87f29bad334b None None] The sync data for ids ['3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5'] in dv-osbrick-754598-7-ceph is: [{'id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'name': 'tempest-TestVolumeBootPattern-1560423157-router', 'tenant_id': 'f740ab88315647fcb81b40b1714673db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.96'}], 'enable_snat': True}, 'gw_port_id': 'dcc0a406-42a0-49f2-8332-87de75b6ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:30Z', 'updated_at': '2021-01-28T03:42:36Z', 'revision_number': 4, 'project_id': 'f740ab88315647fcb81b40b1714673db', 'gw_port': {'id': 'dcc0a406-42a0-49f2-8332-87de75b6ac11', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:32Z', 'updated_at': '2021-01-28T03:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6', 'name': '', 'network_id': 'fd40c304-4087-444e-bd4e-f1342e784d67', 'tenant_id': 'f740ab88315647fcb81b40b1714673db', 'mac_address': 'fa:16:3e:ed:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8138426d-ad74-44d5-9130-8c753c5d748e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:35Z', 'updated_at': '2021-01-28T03:42:37Z', 'revision_number': 2, 'project_id': 'f740ab88315647fcb81b40b1714673db', 'subnets': [{'id': '8138426d-ad74-44d5-9130-8c753c5d748e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 28 03:42:39.699351 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Attempting to bind port 9927254c-00c6-497f-9c0c-984e6d8fa932 on host dv-osbrick-754598-7-ceph for vnic_type normal with profile {{(pid=79001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:39.700031 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Attempting to bind port 9927254c-00c6-497f-9c0c-984e6d8fa932 by drivers openvswitch on host dv-osbrick-754598-7-ceph at level 0 using segments [{'id': '7a0737a9-0347-4112-9d71-d2c41a411801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e'}] {{(pid=79001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:42:39.700605 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Attempting to bind port 9927254c-00c6-497f-9c0c-984e6d8fa932 on network 8b46498e-ae14-4b2c-a194-d2af2bcb020e {{(pid=79001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:42:39.711456 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Checking agent: {'id': '7b4cee97-6b16-4229-a239-5d734c3f161a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-754598-7-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 33, 56), 'started_at': datetime.datetime(2021, 1, 28, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-754598-7-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:42:39.712105 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Checking segment: {'id': '7a0737a9-0347-4112-9d71-d2c41a411801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:42:39.712710 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:39.714084 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Bound using segment: {'id': '7a0737a9-0347-4112-9d71-d2c41a411801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e'} {{(pid=79001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:42:39.714980 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Bound port: 9927254c-00c6-497f-9c0c-984e6d8fa932, host: dv-osbrick-754598-7-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0737a9-0347-4112-9d71-d2c41a411801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e'}}] {{(pid=79001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:42:39.715574 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:39.780737 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-aa06b939-6d44-4814-8a45-f8cb7f629c91 None None] Provisioning complete for port 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:39.781489 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-aa06b939-6d44-4814-8a45-f8cb7f629c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:39.878528 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-aa06b939-6d44-4814-8a45-f8cb7f629c91 None None] Port 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 cannot update to ACTIVE because it is not bound. {{(pid=79000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 03:42:39.881384 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] For port 9927254c-00c6-497f-9c0c-984e6d8fa932, host dv-osbrick-754598-7-ceph, cleared binding levels {{(pid=79001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:42:39.890979 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] For port 9927254c-00c6-497f-9c0c-984e6d8fa932, host dv-osbrick-754598-7-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=9927254c-00c6-497f-9c0c-984e6d8fa932,segment=NetworkSegment(7a0737a9-0347-4112-9d71-d2c41a411801),segment_id=7a0737a9-0347-4112-9d71-d2c41a411801)] {{(pid=79001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:42:39.891171 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-aa06b939-6d44-4814-8a45-f8cb7f629c91 None None] Provisioning complete for port f05b1dae-1cda-42ea-8447-a1c82603b1ed triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:39.891393 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-aa06b939-6d44-4814-8a45-f8cb7f629c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:39.896227 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:40.042864 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-619030f9-6c06-4cbf-b318-017ec92e1c60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:40.139810 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd893f1-6866-4355-b671-daffa274c8d8 None None] Pushing event updated for resources: {'Port': ['ID=9927254c-00c6-497f-9c0c-984e6d8fa932,revision_number=4']} {{(pid=79001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:40.150141 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Routers {'fa23510e-035f-4a36-bc97-29d11e8eec6e'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:42:40.151445 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:42:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fa23510e-035f-4a36-bc97-29d11e8eec6e'], 'active': True} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:40.196420 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-63b14a29-ed28-4446-8d2d-490924cf67b1 None None] Provisioning complete for port f05b1dae-1cda-42ea-8447-a1c82603b1ed triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:40.196849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-63b14a29-ed28-4446-8d2d-490924cf67b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:40.256184 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-cbd893f1-6866-4355-b671-daffa274c8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:40.497722 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device f05b1dae-1cda-42ea-8447-a1c82603b1ed up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:42:40.557034 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] Set router fa23510e-035f-4a36-bc97-29d11e8eec6e gateway port host: dv-osbrick-754598-7-ceph {{(pid=79001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:42:40.565385 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78998) accepted ('10.222.0.38', 56010) {{(pid=78998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:42:40.568702 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 03:42:40.626283 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port f05b1dae-1cda-42ea-8447-a1c82603b1ed triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:40.626757 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:40.833067 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 9927254c-00c6-497f-9c0c-984e6d8fa932 up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:42:40.944214 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning for port 9927254c-00c6-497f-9c0c-984e6d8fa932 completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:42:40.953580 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 9927254c-00c6-497f-9c0c-984e6d8fa932 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:40.954015 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:40.970281 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-c1427157-e703-4b39-a3f3-d03e6394e6ed tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:40.972179 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-c1427157-e703-4b39-a3f3-d03e6394e6ed tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/networks?id=8b46498e-ae14-4b2c-a194-d2af2bcb020e HTTP/1.1" status: 200 len: 815 time: 0.4056149 Jan 28 03:42:41.012487 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-f1fce0ac-8b28-4948-8779-7d1939371ddb tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/quotas/2889dd242c3e4e6cad883dc5e3a15554 HTTP/1.1" status: 200 len: 375 time: 0.0325470 Jan 28 03:42:41.103925 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'name': 'tempest-TestMinimumBasicScenario-1900897197-router', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:28Z', 'revision_number': 4, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'gw_port': {'id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:23Z', 'updated_at': '2021-01-28T03:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '9927254c-00c6-497f-9c0c-984e6d8fa932', 'name': '', 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'mac_address': 'fa:16:3e:6c:ee:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '92787f76-46f7-4047-93a0-358d00a52267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:26Z', 'updated_at': '2021-01-28T03:42:39Z', 'revision_number': 4, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'subnets': [{'id': '92787f76-46f7-4047-93a0-358d00a52267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:41.123182 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880257f7-ce18-40f1-bee3-75d3d4e4bfad None None] The sync data for ids ['fa23510e-035f-4a36-bc97-29d11e8eec6e'] in dv-osbrick-754598-7-ceph is: [{'id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'name': 'tempest-TestMinimumBasicScenario-1900897197-router', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:28Z', 'revision_number': 4, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'gw_port': {'id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:23Z', 'updated_at': '2021-01-28T03:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '9927254c-00c6-497f-9c0c-984e6d8fa932', 'name': '', 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'mac_address': 'fa:16:3e:6c:ee:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '92787f76-46f7-4047-93a0-358d00a52267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:26Z', 'updated_at': '2021-01-28T03:42:39Z', 'revision_number': 4, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'subnets': [{'id': '92787f76-46f7-4047-93a0-358d00a52267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 28 03:42:41.189386 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:41.230218 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] For port 9927254c-00c6-497f-9c0c-984e6d8fa932, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=9927254c-00c6-497f-9c0c-984e6d8fa932,segment=NetworkSegment(7a0737a9-0347-4112-9d71-d2c41a411801),segment_id=7a0737a9-0347-4112-9d71-d2c41a411801)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:42:41.238402 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:41.240595 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:41.254265 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-e7d5fdbb-63e4-4461-8b68-fae68b90d3ab tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Synchronizing usage tracker for tenant:2889dd242c3e4e6cad883dc5e3a15554 on resource:port {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:42:41.294325 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-e7d5fdbb-63e4-4461-8b68-fae68b90d3ab tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Unset dirty status for tenant:2889dd242c3e4e6cad883dc5e3a15554 on resource:port {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:42:41.295831 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-e7d5fdbb-63e4-4461-8b68-fae68b90d3ab tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2889dd242c3e4e6cad883dc5e3a15554&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2769887 Jan 28 03:42:41.322774 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Pushing event updated for resources: {'Port': ['ID=9927254c-00c6-497f-9c0c-984e6d8fa932,revision_number=5']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:41.327444 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:41.548216 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-fa5c59ec-94a5-4a19-a8e1-5b9097d92137 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:42:41.549575 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-fa5c59ec-94a5-4a19-a8e1-5b9097d92137 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12821 time: 0.0890000 Jan 28 03:42:41.902050 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-3a3d3cc1-be48-4253-bff7-8e3619765963 service neutron] 10.222.0.38 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456540 Jan 28 03:42:42.049936 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-041a31e8-ed3d-4cd3-a0a0-e540a48ecb27 service neutron] 10.222.0.38 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411886 Jan 28 03:42:42.335894 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78998) accepted ('10.222.0.38', 56076) {{(pid=78998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:42:42.485368 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device dcc0a406-42a0-49f2-8332-87de75b6ac11 up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:42:42.547867 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-4359398d-b5cf-4d48-8138-ff1635e446e2 req-6bbac121-2436-4220-93b3-2951757086b2 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 210 time: 0.2101390 Jan 28 03:42:42.593222 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning for port dcc0a406-42a0-49f2-8332-87de75b6ac11 completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:42:42.598393 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port dcc0a406-42a0-49f2-8332-87de75b6ac11 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:42.598863 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:42.733835 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:42.753863 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] For port dcc0a406-42a0-49f2-8332-87de75b6ac11, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=dcc0a406-42a0-49f2-8332-87de75b6ac11,segment=NetworkSegment(85601eaa-b774-4bff-bcf6-a6323a6992b9),segment_id=85601eaa-b774-4bff-bcf6-a6323a6992b9)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:42:42.757700 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:42.758834 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 9927254c-00c6-497f-9c0c-984e6d8fa932 up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:42:42.791744 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:42.888614 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Pushing event updated for resources: {'Port': ['ID=dcc0a406-42a0-49f2-8332-87de75b6ac11,revision_number=4']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:42.892126 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:42.901392 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 9927254c-00c6-497f-9c0c-984e6d8fa932 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:42.901794 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:43.767355 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-8fb5ff59-3139-4a82-912d-5c29201ae9c0 req-7251cb13-7f4d-40a5-ad82-b1b87a6eccf8 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 210 time: 0.0481114 Jan 28 03:42:44.128194 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78998) accepted ('10.222.0.25', 50158) {{(pid=78998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:42:44.330892 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Sync routers for ids ['3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5'] in dv-osbrick-754598-7-ceph {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 28 03:42:44.347973 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Routers {'3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:42:44.348678 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:42:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:44.416829 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-f1add95c-0da1-4727-af9c-1a6e1669dd30 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:44.419288 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-f1add95c-0da1-4727-af9c-1a6e1669dd30 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.25 "GET /v2.0/networks?id=8b46498e-ae14-4b2c-a194-d2af2bcb020e HTTP/1.1" status: 200 len: 815 time: 0.2784243 Jan 28 03:42:44.447569 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device dcc0a406-42a0-49f2-8332-87de75b6ac11 up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:42:44.487648 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-4972bb79-3e75-4338-956e-2b19f766c77b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Request body: {'port': {'device_id': '3060903a-7255-4b98-9d2e-09c7c5580322', 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e', 'admin_state_up': True, 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:44.639074 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port dcc0a406-42a0-49f2-8332-87de75b6ac11 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:44.639495 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:44.655739 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-4972bb79-3e75-4338-956e-2b19f766c77b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:42:44.666404 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-4972bb79-3e75-4338-956e-2b19f766c77b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:42:44.677840 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-4972bb79-3e75-4338-956e-2b19f766c77b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Made reservation on behalf of 2889dd242c3e4e6cad883dc5e3a15554 for: {'port': 1} {{(pid=78998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 28 03:42:44.688429 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Set router 3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:42:44.701054 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-4972bb79-3e75-4338-956e-2b19f766c77b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:45.137239 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-3bb3794a-c594-46d7-9aa0-11931fc552fe req-2c4cb15c-504b-4cc2-bd7a-800c35b8733b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 210 time: 0.1018085 Jan 28 03:42:45.158636 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'name': 'tempest-TestVolumeBootPattern-1560423157-router', 'tenant_id': 'f740ab88315647fcb81b40b1714673db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.96'}], 'enable_snat': True}, 'gw_port_id': 'dcc0a406-42a0-49f2-8332-87de75b6ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:30Z', 'updated_at': '2021-01-28T03:42:36Z', 'revision_number': 4, 'project_id': 'f740ab88315647fcb81b40b1714673db', 'gw_port': {'id': 'dcc0a406-42a0-49f2-8332-87de75b6ac11', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:32Z', 'updated_at': '2021-01-28T03:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6', 'name': '', 'network_id': 'fd40c304-4087-444e-bd4e-f1342e784d67', 'tenant_id': 'f740ab88315647fcb81b40b1714673db', 'mac_address': 'fa:16:3e:ed:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8138426d-ad74-44d5-9130-8c753c5d748e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:35Z', 'updated_at': '2021-01-28T03:42:37Z', 'revision_number': 2, 'project_id': 'f740ab88315647fcb81b40b1714673db', 'subnets': [{'id': '8138426d-ad74-44d5-9130-8c753c5d748e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:45.169760 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Checking router: 3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5 for host: dv-osbrick-754598-7-ceph {{(pid=79000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 28 03:42:45.171054 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Updating router 3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5 port 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 binding host dv-osbrick-754598-7-ceph {{(pid=79000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 28 03:42:45.216378 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-4972bb79-3e75-4338-956e-2b19f766c77b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Allocated IP 172.20.0.5 (8b46498e-ae14-4b2c-a194-d2af2bcb020e/92787f76-46f7-4047-93a0-358d00a52267/00767dc8-9644-47c3-a02a-dc8181372218) {{(pid=78998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:42:45.241333 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:45.490346 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-4972bb79-3e75-4338-956e-2b19f766c77b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for port, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:45.516757 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-4972bb79-3e75-4338-956e-2b19f766c77b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Transition to ACTIVE for port object 00767dc8-9644-47c3-a02a-dc8181372218 will not be triggered until provisioned by entity DHCP. {{(pid=78998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:42:45.545964 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-4972bb79-3e75-4338-956e-2b19f766c77b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:45.566817 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:45.645080 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:45.723170 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972bb79-3e75-4338-956e-2b19f766c77b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Pushing event updated for resources: {'Port': ['ID=00767dc8-9644-47c3-a02a-dc8181372218,revision_number=1']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:45.728052 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-4972bb79-3e75-4338-956e-2b19f766c77b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:45.757921 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Notify callbacks [] for port, precommit_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:45.771711 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Transition to ACTIVE for port object 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 will not be triggered until provisioned by entity L2. {{(pid=79000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:42:45.774800 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:45.790377 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-4972bb79-3e75-4338-956e-2b19f766c77b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Network 8b46498e-ae14-4b2c-a194-d2af2bcb020e is already hosted by enough agents. {{(pid=78998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:42:45.791504 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-74922bc9-ce2e-4267-90c6-eda20c0ba5db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:45.792308 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-4972bb79-3e75-4338-956e-2b19f766c77b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Resources bound (agent type, host, resource id): {{(pid=78998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:42:45.795137 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-4972bb79-3e75-4338-956e-2b19f766c77b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Received port after_create {{(pid=78998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:42:45.872016 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-4972bb79-3e75-4338-956e-2b19f766c77b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:45.872758 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-4972bb79-3e75-4338-956e-2b19f766c77b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:45.931318 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-4972bb79-3e75-4338-956e-2b19f766c77b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4484096 Jan 28 03:42:45.950163 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67c860-58bd-44b4-b6fa-7203687b27ea None None] Pushing event updated for resources: {'Port': ['ID=8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6,revision_number=3']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:45.954989 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-5d67c860-58bd-44b4-b6fa-7203687b27ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:46.160733 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-508a4676-1d06-4f9f-896f-6e94b50c21bd None None] Provisioning for port 00767dc8-9644-47c3-a02a-dc8181372218 completed by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:42:46.199997 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-508a4676-1d06-4f9f-896f-6e94b50c21bd None None] Provisioning complete for port 00767dc8-9644-47c3-a02a-dc8181372218 triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:46.200423 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-508a4676-1d06-4f9f-896f-6e94b50c21bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:46.232804 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Attempting to bind port 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 on host dv-osbrick-754598-7-ceph for vnic_type normal with profile {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:46.233218 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Attempting to bind port 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 by drivers openvswitch on host dv-osbrick-754598-7-ceph at level 0 using segments [{'id': 'a81d26c6-4fcb-4d61-9e5c-c90cfe37233c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd40c304-4087-444e-bd4e-f1342e784d67'}] {{(pid=79000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:42:46.233623 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Attempting to bind port 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 on network fd40c304-4087-444e-bd4e-f1342e784d67 {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:42:46.252919 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Checking agent: {'id': '7b4cee97-6b16-4229-a239-5d734c3f161a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-754598-7-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 33, 56), 'started_at': datetime.datetime(2021, 1, 28, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-754598-7-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:42:46.253336 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Checking segment: {'id': 'a81d26c6-4fcb-4d61-9e5c-c90cfe37233c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd40c304-4087-444e-bd4e-f1342e784d67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:42:46.253777 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:46.254211 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Bound using segment: {'id': 'a81d26c6-4fcb-4d61-9e5c-c90cfe37233c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd40c304-4087-444e-bd4e-f1342e784d67'} {{(pid=79000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:42:46.254777 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Bound port: 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6, host: dv-osbrick-754598-7-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81d26c6-4fcb-4d61-9e5c-c90cfe37233c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd40c304-4087-444e-bd4e-f1342e784d67'}}] {{(pid=79000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:42:46.255188 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:46.355589 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-508a4676-1d06-4f9f-896f-6e94b50c21bd None None] Port 00767dc8-9644-47c3-a02a-dc8181372218 cannot update to ACTIVE because it is not bound. {{(pid=79000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 03:42:46.401164 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] For port 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6, host dv-osbrick-754598-7-ceph, cleared binding levels {{(pid=79000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:42:46.404497 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] For port 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6, host dv-osbrick-754598-7-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6,segment=NetworkSegment(a81d26c6-4fcb-4d61-9e5c-c90cfe37233c),segment_id=a81d26c6-4fcb-4d61-9e5c-c90cfe37233c)] {{(pid=79000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:42:46.408304 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:46.424858 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:46.490753 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea346afb-4891-40ca-8a2f-e16a8f3918cf req-9be0ad2e-94b4-40c0-a419-9a5565f9ace8 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:46.491601 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-ea346afb-4891-40ca-8a2f-e16a8f3918cf req-9be0ad2e-94b4-40c0-a419-9a5565f9ace8 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Synchronizing usage tracker for tenant:2889dd242c3e4e6cad883dc5e3a15554 on resource:port {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:42:46.508626 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-ea346afb-4891-40ca-8a2f-e16a8f3918cf req-9be0ad2e-94b4-40c0-a419-9a5565f9ace8 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Unset dirty status for tenant:2889dd242c3e4e6cad883dc5e3a15554 on resource:port {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:42:46.510426 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-ea346afb-4891-40ca-8a2f-e16a8f3918cf req-9be0ad2e-94b4-40c0-a419-9a5565f9ace8 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 931 time: 0.2229662 Jan 28 03:42:46.596940 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-ea346afb-4891-40ca-8a2f-e16a8f3918cf req-44a4d91f-161b-4af2-9225-6540098aa482 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799899 Jan 28 03:42:46.633416 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67c860-58bd-44b4-b6fa-7203687b27ea None None] Pushing event updated for resources: {'Port': ['ID=8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6,revision_number=4']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:46.640062 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-5d67c860-58bd-44b4-b6fa-7203687b27ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:46.687952 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Routers {'3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:42:46.688852 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:42:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:47.095828 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] Set router 3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:42:47.460021 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'name': 'tempest-TestVolumeBootPattern-1560423157-router', 'tenant_id': 'f740ab88315647fcb81b40b1714673db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.96'}], 'enable_snat': True}, 'gw_port_id': 'dcc0a406-42a0-49f2-8332-87de75b6ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:30Z', 'updated_at': '2021-01-28T03:42:36Z', 'revision_number': 4, 'project_id': 'f740ab88315647fcb81b40b1714673db', 'gw_port': {'id': 'dcc0a406-42a0-49f2-8332-87de75b6ac11', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:32Z', 'updated_at': '2021-01-28T03:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6', 'name': '', 'network_id': 'fd40c304-4087-444e-bd4e-f1342e784d67', 'tenant_id': 'f740ab88315647fcb81b40b1714673db', 'mac_address': 'fa:16:3e:ed:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8138426d-ad74-44d5-9130-8c753c5d748e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:35Z', 'updated_at': '2021-01-28T03:42:46Z', 'revision_number': 4, 'project_id': 'f740ab88315647fcb81b40b1714673db', 'subnets': [{'id': '8138426d-ad74-44d5-9130-8c753c5d748e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:42:47.465744 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ba03e-a9aa-4cdf-998f-e388d437c984 None None] The sync data for ids ['3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5'] in dv-osbrick-754598-7-ceph is: [{'id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'name': 'tempest-TestVolumeBootPattern-1560423157-router', 'tenant_id': 'f740ab88315647fcb81b40b1714673db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.96'}], 'enable_snat': True}, 'gw_port_id': 'dcc0a406-42a0-49f2-8332-87de75b6ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:30Z', 'updated_at': '2021-01-28T03:42:36Z', 'revision_number': 4, 'project_id': 'f740ab88315647fcb81b40b1714673db', 'gw_port': {'id': 'dcc0a406-42a0-49f2-8332-87de75b6ac11', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:32Z', 'updated_at': '2021-01-28T03:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6', 'name': '', 'network_id': 'fd40c304-4087-444e-bd4e-f1342e784d67', 'tenant_id': 'f740ab88315647fcb81b40b1714673db', 'mac_address': 'fa:16:3e:ed:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8138426d-ad74-44d5-9130-8c753c5d748e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:35Z', 'updated_at': '2021-01-28T03:42:46Z', 'revision_number': 4, 'project_id': 'f740ab88315647fcb81b40b1714673db', 'subnets': [{'id': '8138426d-ad74-44d5-9130-8c753c5d748e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 28 03:42:47.925020 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71e6e2-3790-4d5d-839b-1a45399c620e req-ac95c3d0-503f-4df3-9ecc-56bc0dac51fc tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:47.933279 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1e71e6e2-3790-4d5d-839b-1a45399c620e req-ac95c3d0-503f-4df3-9ecc-56bc0dac51fc tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 931 time: 0.1854727 Jan 28 03:42:48.001710 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1e71e6e2-3790-4d5d-839b-1a45399c620e req-8f5260f4-0c3b-49c0-b59f-dc44046ea79e tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673609 Jan 28 03:42:48.398956 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:42:48.480794 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning for port 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:42:48.486161 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:48.486604 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:48.625057 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:48.671456 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] For port 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6,segment=NetworkSegment(a81d26c6-4fcb-4d61-9e5c-c90cfe37233c),segment_id=a81d26c6-4fcb-4d61-9e5c-c90cfe37233c)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:42:48.829142 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:48.832440 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-76349071-548e-4957-96ea-796bca55833c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:48.921487 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Pushing event updated for resources: {'Port': ['ID=8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6,revision_number=5']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:48.925271 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:49.302281 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370780b-dc60-4e64-a4e7-232ae290424e req-9e7413f9-4d64-4c60-9d6a-5d86c3cadc59 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:49.304047 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-8370780b-dc60-4e64-a4e7-232ae290424e req-9e7413f9-4d64-4c60-9d6a-5d86c3cadc59 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 931 time: 0.1672704 Jan 28 03:42:49.370728 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-8370780b-dc60-4e64-a4e7-232ae290424e req-c7081a0a-b360-4508-aad0-3d7872eba7d6 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603449 Jan 28 03:42:50.371308 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 up at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:42:50.482201 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Provisioning complete for port 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:42:50.482661 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:50.687352 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f80a5-0379-421c-9620-6d47bc6ab382 req-b156397b-81b6-465e-a655-3ad2d39b52c1 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:50.689034 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-971f80a5-0379-421c-9620-6d47bc6ab382 req-b156397b-81b6-465e-a655-3ad2d39b52c1 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 931 time: 0.1754863 Jan 28 03:42:50.755519 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-971f80a5-0379-421c-9620-6d47bc6ab382 req-2670cd7d-6c2b-4874-a2dd-5a85076cb0a5 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586288 Jan 28 03:42:52.059344 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e0033-6857-4fa1-b69b-d69b01c28387 req-4c45ae17-42c0-4293-af43-9c9f740c3166 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:52.060968 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-648e0033-6857-4fa1-b69b-d69b01c28387 req-4c45ae17-42c0-4293-af43-9c9f740c3166 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 931 time: 0.1718688 Jan 28 03:42:52.130425 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-648e0033-6857-4fa1-b69b-d69b01c28387 req-e3e8871a-7c3a-4789-ae2c-27af35991a3d tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632215 Jan 28 03:42:53.081602 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-9c6441d1-af10-4fe9-b7ad-50836eee0685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:53.455962 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b156e4e-c764-470c-9247-6e3f214668a6 req-6ccaf0e2-fe90-4ead-b4da-38345e5db6d0 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:53.457638 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1b156e4e-c764-470c-9247-6e3f214668a6 req-6ccaf0e2-fe90-4ead-b4da-38345e5db6d0 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 931 time: 0.1880255 Jan 28 03:42:53.523900 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1b156e4e-c764-470c-9247-6e3f214668a6 req-19cc3704-4466-4e33-82c8-f2fabc3cd655 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598645 Jan 28 03:42:54.591425 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-74779305-f511-4192-82e0-77d53abcb2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:54.817749 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa480c56-7f18-42eb-8497-900ff6382bf9 req-4a2cd059-54b6-4ee6-b6ff-917813d30329 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:54.819400 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-fa480c56-7f18-42eb-8497-900ff6382bf9 req-4a2cd059-54b6-4ee6-b6ff-917813d30329 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 931 time: 0.1639526 Jan 28 03:42:54.886614 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-fa480c56-7f18-42eb-8497-900ff6382bf9 req-8dea63ca-b203-4d30-ba9d-9a1253f35e2b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611219 Jan 28 03:42:54.913099 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:55.877908 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:56.192097 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ba0b4-39d1-4269-acb6-bf65f91352f2 req-11eab6d9-87be-4be2-94ff-d49fcf4febc2 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:56.193736 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6f2ba0b4-39d1-4269-acb6-bf65f91352f2 req-11eab6d9-87be-4be2-94ff-d49fcf4febc2 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 931 time: 0.1734717 Jan 28 03:42:56.203525 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-f847eacf-cf61-452b-b3fd-f4b77dfaba60 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:42:56.204668 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-f847eacf-cf61-452b-b3fd-f4b77dfaba60 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12821 time: 0.0060408 Jan 28 03:42:56.269504 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6f2ba0b4-39d1-4269-acb6-bf65f91352f2 req-4fc75036-8cbd-4198-8e2f-d2b223cffc19 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629969 Jan 28 03:42:56.351591 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Request body: {'port': {'device_id': '3060903a-7255-4b98-9d2e-09c7c5580322', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7545'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:56.484211 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:56.951473 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00767dc8-9644-47c3-a02a-dc8181372218 {{(pid=78998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 28 03:42:56.959247 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:56.973382 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Transition to ACTIVE for port object 00767dc8-9644-47c3-a02a-dc8181372218 will not be triggered until provisioned by entity L2. {{(pid=78998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:42:56.976019 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:56.996191 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-ae1f9ddb-55bc-418d-b863-ae4d9a7f00fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:57.302529 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=00767dc8-9644-47c3-a02a-dc8181372218,revision_number=2']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:57.307295 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:57.506036 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Attempting to bind port 00767dc8-9644-47c3-a02a-dc8181372218 on host hv-osbrick-7545 for vnic_type normal with profile {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:57.506426 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Attempting to bind port 00767dc8-9644-47c3-a02a-dc8181372218 by drivers openvswitch on host hv-osbrick-7545 at level 0 using segments [{'id': '7a0737a9-0347-4112-9d71-d2c41a411801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e'}] {{(pid=78998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:42:57.506821 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Attempting to bind port 00767dc8-9644-47c3-a02a-dc8181372218 on network 8b46498e-ae14-4b2c-a194-d2af2bcb020e {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:42:57.520971 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Checking agent: {'id': 'af10580a-b5d4-433a-825b-ee7bf6aecb09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7545', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 40, 46), 'started_at': datetime.datetime(2021, 1, 28, 3, 41, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:42:57.521351 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Checking segment: {'id': '7a0737a9-0347-4112-9d71-d2c41a411801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=78998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:42:57.521795 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:57.522191 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Bound using segment: {'id': '7a0737a9-0347-4112-9d71-d2c41a411801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e'} {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:42:57.522715 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Bound port: 00767dc8-9644-47c3-a02a-dc8181372218, host: hv-osbrick-7545, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0737a9-0347-4112-9d71-d2c41a411801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e'}}] {{(pid=78998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:42:57.523099 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:57.672103 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf38cae-b207-4037-bdaa-fa6bfc483162 req-9476f859-305e-456d-9abc-2be650839f0b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:57.673770 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-daf38cae-b207-4037-bdaa-fa6bfc483162 req-9476f859-305e-456d-9abc-2be650839f0b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 943 time: 0.2502050 Jan 28 03:42:57.764613 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-daf38cae-b207-4037-bdaa-fa6bfc483162 req-a025628f-1424-4bcf-a019-80f276420899 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802972 Jan 28 03:42:57.767676 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] For port 00767dc8-9644-47c3-a02a-dc8181372218, host hv-osbrick-7545, cleared binding levels {{(pid=78998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:42:57.771972 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] For port 00767dc8-9644-47c3-a02a-dc8181372218, host hv-osbrick-7545, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=00767dc8-9644-47c3-a02a-dc8181372218,segment=NetworkSegment(7a0737a9-0347-4112-9d71-d2c41a411801),segment_id=7a0737a9-0347-4112-9d71-d2c41a411801)] {{(pid=78998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:42:57.775974 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:57.792403 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:42:57.940174 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=00767dc8-9644-47c3-a02a-dc8181372218,revision_number=3']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:42:57.954294 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:42:58.006787 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:58.007493 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:42:58.008995 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] 10.222.0.25 "PUT /v2.0/ports/00767dc8-9644-47c3-a02a-dc8181372218 HTTP/1.1" status: 200 len: 1157 time: 1.7392161 Jan 28 03:42:58.010076 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3060903a-7255-4b98-9d2e-09c7c5580322', 'tag': '00767dc8-9644-47c3-a02a-dc8181372218'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:42:58.174387 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-3426d461-7c75-488d-9019-4240c75d3db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:58.176546 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-3426d461-7c75-488d-9019-4240c75d3db2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2889dd242c3e4e6cad883dc5e3a15554&device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 1160 time: 0.0963302 Jan 28 03:42:58.268609 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-4a574201-4b73-49e7-b44d-2b10eb781101 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00767dc8-9644-47c3-a02a-dc8181372218 HTTP/1.1" status: 200 len: 217 time: 0.0726349 Jan 28 03:42:58.343945 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-09924c77-553e-4307-a5ad-69164b02dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:58.345525 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-09924c77-553e-4307-a5ad-69164b02dbb4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92787f76-46f7-4047-93a0-358d00a52267 HTTP/1.1" status: 200 len: 854 time: 0.0703247 Jan 28 03:42:58.402051 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3060903a-7255-4b98-9d2e-09c7c5580322', 'tag': '00767dc8-9644-47c3-a02a-dc8181372218', 'status': 'completed', 'code': 200} Jan 28 03:42:58.438830 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-9e1950ac-cbf3-42c7-aa32-f6ae0f472444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:58.440413 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-9e1950ac-cbf3-42c7-aa32-f6ae0f472444 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8b46498e-ae14-4b2c-a194-d2af2bcb020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0875981 Jan 28 03:42:58.587160 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-1b24f3b9-70d4-4872-b4d4-92b7c78afea1 service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387224 Jan 28 03:42:58.732089 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bbe617e3-67b5-4979-b8fd-291461d2e977 req-b431ae01-caab-49ca-876c-5ec3b1030137 service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376457 Jan 28 03:42:58.970785 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63989b1f-315e-479c-b6be-9b42fc52d71c req-baeac0b3-10e4-4d11-ab7c-5a641086ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:58.972088 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-63989b1f-315e-479c-b6be-9b42fc52d71c req-baeac0b3-10e4-4d11-ab7c-5a641086ca64 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2889dd242c3e4e6cad883dc5e3a15554&device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 1160 time: 0.1320307 Jan 28 03:42:59.179228 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e06fe-e94c-4015-bead-d3607ab0b7e1 req-ae939a9f-0ff9-49ed-aaaf-4efcffbfdd3c tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:59.181436 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-e93e06fe-e94c-4015-bead-d3607ab0b7e1 req-ae939a9f-0ff9-49ed-aaaf-4efcffbfdd3c tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 943 time: 0.2762797 Jan 28 03:42:59.253213 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63989b1f-315e-479c-b6be-9b42fc52d71c req-546ac323-9ddf-40ab-9291-12c2dd37622e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:59.254809 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-63989b1f-315e-479c-b6be-9b42fc52d71c req-546ac323-9ddf-40ab-9291-12c2dd37622e service neutron] 10.222.0.25 "GET /v2.0/networks?id=8b46498e-ae14-4b2c-a194-d2af2bcb020e HTTP/1.1" status: 200 len: 909 time: 0.2707884 Jan 28 03:42:59.275403 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-e93e06fe-e94c-4015-bead-d3607ab0b7e1 req-48e6e9c4-3244-4885-925e-17405ee3c802 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874290 Jan 28 03:42:59.345868 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-63989b1f-315e-479c-b6be-9b42fc52d71c req-6173d1f2-69e0-4a7b-b52b-b2c69cc49de9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00767dc8-9644-47c3-a02a-dc8181372218 HTTP/1.1" status: 200 len: 217 time: 0.0694516 Jan 28 03:42:59.415585 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63989b1f-315e-479c-b6be-9b42fc52d71c req-bb5b8c9d-9c8c-4404-b193-1a2af396a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:59.417200 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-63989b1f-315e-479c-b6be-9b42fc52d71c req-bb5b8c9d-9c8c-4404-b193-1a2af396a118 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92787f76-46f7-4047-93a0-358d00a52267 HTTP/1.1" status: 200 len: 854 time: 0.0646980 Jan 28 03:42:59.500030 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63989b1f-315e-479c-b6be-9b42fc52d71c req-81200f8e-88a2-4bc9-a454-f6bd0a53c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:42:59.501527 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-63989b1f-315e-479c-b6be-9b42fc52d71c req-81200f8e-88a2-4bc9-a454-f6bd0a53c220 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8b46498e-ae14-4b2c-a194-d2af2bcb020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773661 Jan 28 03:42:59.645122 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-63989b1f-315e-479c-b6be-9b42fc52d71c req-239ed7f3-5ae4-4a5f-aab5-65b5a727a24d service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358910 Jan 28 03:42:59.789164 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-63989b1f-315e-479c-b6be-9b42fc52d71c req-548ee072-7bac-4ca9-ab04-27e3c4954047 service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1344295 Jan 28 03:43:00.573284 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e54ef-e93c-47c0-8f66-b73e288b759c req-29cedb76-dc84-4efc-b5cd-bd8397e98920 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:00.575563 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-902e54ef-e93c-47c0-8f66-b73e288b759c req-29cedb76-dc84-4efc-b5cd-bd8397e98920 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 943 time: 0.1654484 Jan 28 03:43:00.639556 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-902e54ef-e93c-47c0-8f66-b73e288b759c req-6034e032-941e-4df0-a39d-bdc87866e53b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577331 Jan 28 03:43:01.929916 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f176cac-a083-4c1a-b4d0-3018f3e40f3e req-e7e82189-ace6-47f4-8ed0-40cba9a92b7d tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:01.931695 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6f176cac-a083-4c1a-b4d0-3018f3e40f3e req-e7e82189-ace6-47f4-8ed0-40cba9a92b7d tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 943 time: 0.1634045 Jan 28 03:43:01.998894 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6f176cac-a083-4c1a-b4d0-3018f3e40f3e req-8d0f6b10-1da1-4e94-a40e-aa1c3d75af94 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609562 Jan 28 03:43:03.301927 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3f0ce-a765-4005-bdf4-a01b91e1a3b9 req-7dc8ce7d-dedb-4fc1-b9b3-2fb5140d6699 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:03.303645 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-63f3f0ce-a765-4005-bdf4-a01b91e1a3b9 req-7dc8ce7d-dedb-4fc1-b9b3-2fb5140d6699 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 943 time: 0.1701021 Jan 28 03:43:03.371026 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-63f3f0ce-a765-4005-bdf4-a01b91e1a3b9 req-bb831ca6-c476-44af-bd79-9592ecc1ddd3 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601304 Jan 28 03:43:03.454457 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.objects.ports [None req-eecb1413-4d25-4a80-9591-97aa2ad342e2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79000) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 28 03:43:04.087581 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 00767dc8-9644-47c3-a02a-dc8181372218 up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:43:04.161149 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning for port 00767dc8-9644-47c3-a02a-dc8181372218 completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:43:04.166291 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port 00767dc8-9644-47c3-a02a-dc8181372218 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:43:04.166769 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:04.291920 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:04.326034 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3060903a-7255-4b98-9d2e-09c7c5580322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00767dc8-9644-47c3-a02a-dc8181372218'}] {{(pid=79000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:43:04.392317 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] For port 00767dc8-9644-47c3-a02a-dc8181372218, host hv-osbrick-7545, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=00767dc8-9644-47c3-a02a-dc8181372218,segment=NetworkSegment(7a0737a9-0347-4112-9d71-d2c41a411801),segment_id=7a0737a9-0347-4112-9d71-d2c41a411801)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:43:04.398264 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:04.400209 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-5d67c860-58bd-44b4-b6fa-7203687b27ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:43:04.510435 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Pushing event updated for resources: {'Port': ['ID=00767dc8-9644-47c3-a02a-dc8181372218,revision_number=4']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:43:04.514326 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:43:04.599625 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3060903a-7255-4b98-9d2e-09c7c5580322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00767dc8-9644-47c3-a02a-dc8181372218', 'code': 200} Jan 28 03:43:04.679115 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9f840-11b3-4098-8d56-3369bf4def3f req-04548d63-c677-4e53-965b-2895311c47b3 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:04.686548 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-81f9f840-11b3-4098-8d56-3369bf4def3f req-04548d63-c677-4e53-965b-2895311c47b3 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 945 time: 0.1713338 Jan 28 03:43:04.752421 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-81f9f840-11b3-4098-8d56-3369bf4def3f req-7133378d-1e2d-4486-b36e-e6759934723f tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649185 Jan 28 03:43:04.900570 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1661dde-57f4-464c-85c2-5398cc31083e req-f481f79f-3e50-42d9-9d95-e3b1e45bff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:04.902187 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c1661dde-57f4-464c-85c2-5398cc31083e req-f481f79f-3e50-42d9-9d95-e3b1e45bff46 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 1162 time: 0.0790014 Jan 28 03:43:04.923988 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-c1661dde-57f4-464c-85c2-5398cc31083e req-b8c65d75-651b-405b-9170-52c5a9e19ae5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:04.939460 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-c1661dde-57f4-464c-85c2-5398cc31083e req-b8c65d75-651b-405b-9170-52c5a9e19ae5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:43:04.943458 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-c1661dde-57f4-464c-85c2-5398cc31083e req-b8c65d75-651b-405b-9170-52c5a9e19ae5 service neutron] Usage tracker for resource:security_group_rule and tenant:33176fdac0e94886a29654195d0e1674 is out of sync, need to count used quota {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:43:04.947247 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-c1661dde-57f4-464c-85c2-5398cc31083e req-b8c65d75-651b-405b-9170-52c5a9e19ae5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:43:04.952978 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-c1661dde-57f4-464c-85c2-5398cc31083e req-b8c65d75-651b-405b-9170-52c5a9e19ae5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:43:05.234548 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-c1661dde-57f4-464c-85c2-5398cc31083e req-b8c65d75-651b-405b-9170-52c5a9e19ae5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:05.237528 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-c1661dde-57f4-464c-85c2-5398cc31083e req-b8c65d75-651b-405b-9170-52c5a9e19ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709389'] for security_group, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:05.246653 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:43:05.272761 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c1661dde-57f4-464c-85c2-5398cc31083e req-b8c65d75-651b-405b-9170-52c5a9e19ae5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645482 Jan 28 03:43:05.279904 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c65d75-651b-405b-9170-52c5a9e19ae5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f2acad-8db4-4806-a942-fc355e979c3c,revision_number=1']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:43:05.284367 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-b8c65d75-651b-405b-9170-52c5a9e19ae5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:43:05.522024 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 00767dc8-9644-47c3-a02a-dc8181372218 up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:43:05.596516 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port 00767dc8-9644-47c3-a02a-dc8181372218 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:43:05.596941 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:06.050408 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc55051-a664-4a7d-b165-4aaa3ae48dbe req-72f1e35e-43fa-4fd6-b74d-27fcfcb28253 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:06.052060 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-3cc55051-a664-4a7d-b165-4aaa3ae48dbe req-72f1e35e-43fa-4fd6-b74d-27fcfcb28253 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 945 time: 0.1638975 Jan 28 03:43:06.121175 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-3cc55051-a664-4a7d-b165-4aaa3ae48dbe req-96dddb92-9c2d-4428-a8fc-e78b71a80b6c tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628557 Jan 28 03:43:07.431054 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a2c13-996d-4cf8-9e38-16d6aa3dd561 req-06f60636-8d40-4b67-b802-e7d5e8cf90fb tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:07.432840 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-150a2c13-996d-4cf8-9e38-16d6aa3dd561 req-06f60636-8d40-4b67-b802-e7d5e8cf90fb tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 945 time: 0.1832614 Jan 28 03:43:07.509656 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-150a2c13-996d-4cf8-9e38-16d6aa3dd561 req-77a07c2e-2e99-49ab-b531-7c8095489259 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693543 Jan 28 03:43:08.516228 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:43:08.802141 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6af67-9199-47b3-85a9-07f2ec39e683 req-fcf8cb6d-7b8a-406a-9834-4c905163131d tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:08.803846 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b4c6af67-9199-47b3-85a9-07f2ec39e683 req-fcf8cb6d-7b8a-406a-9834-4c905163131d tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 945 time: 0.1661050 Jan 28 03:43:08.877006 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b4c6af67-9199-47b3-85a9-07f2ec39e683 req-587d5ce5-ae64-43d7-9d4a-0b3d3902924a tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651484 Jan 28 03:43:09.167144 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f03f2-e3c9-4c66-b043-047815d930ff req-9231eeb8-6c2c-43a8-9e3b-eefb465e00db tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:09.168926 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0e9f03f2-e3c9-4c66-b043-047815d930ff req-9231eeb8-6c2c-43a8-9e3b-eefb465e00db tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 945 time: 0.1622348 Jan 28 03:43:09.235761 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0e9f03f2-e3c9-4c66-b043-047815d930ff req-65ca03ac-88f8-4774-acc8-057a55411eed tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602391 Jan 28 03:43:09.995692 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e9da6-2e75-48ea-b882-3bc58eca13cf req-a34a9236-b26d-4827-9eb2-beb3e05531f2 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:09.997374 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f39e9da6-2e75-48ea-b882-3bc58eca13cf req-a34a9236-b26d-4827-9eb2-beb3e05531f2 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 945 time: 0.1638777 Jan 28 03:43:10.064170 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f39e9da6-2e75-48ea-b882-3bc58eca13cf req-a5678222-b8ab-49c1-bcca-8655fc9235cc tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605450 Jan 28 03:43:15.606968 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:18.659597 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a0dfb-42e4-4bf1-98ce-aab434d86ba7 req-e7d7e210-f1ac-46a9-bf53-db84b2f6015a tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:18.661266 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0b5a0dfb-42e4-4bf1-98ce-aab434d86ba7 req-e7d7e210-f1ac-46a9-bf53-db84b2f6015a tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 945 time: 0.1670125 Jan 28 03:43:18.724616 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0b5a0dfb-42e4-4bf1-98ce-aab434d86ba7 req-a3d86b47-624a-4a42-8f10-032e6d06a091 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562379 Jan 28 03:43:18.976721 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-d96ac8f9-ef9e-4a1d-9d32-eeec147ade07 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1942282 Jan 28 03:43:18.987648 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Request body: {'floatingip': {'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:19.009174 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:43:19.013285 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Usage tracker for resource:floatingip and tenant:2889dd242c3e4e6cad883dc5e3a15554 is out of sync, need to count used quota {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:43:19.016446 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:43:19.022407 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:43:19.032993 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for floatingip, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:19.178244 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:19.453514 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Allocated IP 172.29.0.85 (ea722a38-7ae2-43cb-a677-4d47ee229a8c/3edf47ac-c901-4d7b-a844-5dcfe0ce1ece/c4d0b2d2-a093-4f78-b7f5-aaf412db30c3) {{(pid=78998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:43:19.627203 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for port, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:19.670767 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:19.687148 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:43:19.820498 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Pushing event updated for resources: {'Port': ['ID=c4d0b2d2-a093-4f78-b7f5-aaf412db30c3,revision_number=1']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:43:19.825519 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:43:19.878792 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Network ea722a38-7ae2-43cb-a677-4d47ee229a8c is already hosted by enough agents. {{(pid=78998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:43:19.879890 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Resources bound (agent type, host, resource id): {{(pid=78998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:43:19.882327 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Received port after_create {{(pid=78998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:43:19.955250 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:20.032111 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:20.310875 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for port, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:20.315072 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:20.331244 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:43:20.467960 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Pushing event updated for resources: {'Port': ['ID=c4d0b2d2-a093-4f78-b7f5-aaf412db30c3,revision_number=2']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:43:20.473090 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:43:20.521138 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854191089'] for floatingip, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:20.548631 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:20.549927 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5664830 Jan 28 03:43:20.651537 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-3bba94a7-59be-4885-918b-79e637924e39 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Synchronizing usage tracker for tenant:2889dd242c3e4e6cad883dc5e3a15554 on resource:floatingip {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:43:20.668481 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-3bba94a7-59be-4885-918b-79e637924e39 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Unset dirty status for tenant:2889dd242c3e4e6cad883dc5e3a15554 on resource:floatingip {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:43:20.669722 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-3bba94a7-59be-4885-918b-79e637924e39 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.29.0.85 HTTP/1.1" status: 200 len: 695 time: 0.1133525 Jan 28 03:43:20.911955 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-d6f9a4d2-5a75-4420-bff0-9f36b7d76ea8 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:20.913426 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-d6f9a4d2-5a75-4420-bff0-9f36b7d76ea8 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/networks/ea722a38-7ae2-43cb-a677-4d47ee229a8c HTTP/1.1" status: 200 len: 784 time: 0.2377558 Jan 28 03:43:20.924333 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e428ab52-9872-4b6b-bd91-ae814db9ddff tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:43:20.925393 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-9293d6ab-75c5-4c68-9b28-9993fe8ac6be req-e428ab52-9872-4b6b-bd91-ae814db9ddff tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12821 time: 0.0058105 Jan 28 03:43:21.196654 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-5893f6ac-b9ab-4609-9108-4e967e171e47 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:21.198271 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-5893f6ac-b9ab-4609-9108-4e967e171e47 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1651909 Jan 28 03:43:21.301841 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-7b292f7b-6299-4045-bf35-3c894648df67 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.29.0.85 HTTP/1.1" status: 200 len: 695 time: 0.0974295 Jan 28 03:43:21.313902 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-d475520b-6d27-40ba-86b9-9f1b770f40fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Request body: {'floatingip': {'port_id': '00767dc8-9644-47c3-a02a-dc8181372218', 'fixed_ip_address': '172.20.0.5'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:21.594167 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-d475520b-6d27-40ba-86b9-9f1b770f40fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for floatingip, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:22.423417 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-d475520b-6d27-40ba-86b9-9f1b770f40fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:22.426257 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-d475520b-6d27-40ba-86b9-9f1b770f40fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854191089'] for floatingip, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:22.608708 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.db.l3_db [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-d475520b-6d27-40ba-86b9-9f1b770f40fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Floating IP f2e1e062-7c66-40e9-a921-97afb2f42ef2 associated. External IP: 172.29.0.85, port: 00767dc8-9644-47c3-a02a-dc8181372218. Jan 28 03:43:22.981873 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-d475520b-6d27-40ba-86b9-9f1b770f40fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Router fa23510e-035f-4a36-bc97-29d11e8eec6e has already been hosted by L3 agent 382a0915-dc5d-46b7-a5dc-ea157a977503 {{(pid=78998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 28 03:43:23.157567 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0c0e861b-75d6-4d30-96de-8501a2b5accd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:23.371720 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-d475520b-6d27-40ba-86b9-9f1b770f40fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify agent at l3_agent.dv-osbrick-754598-7-ceph the message routers_updated {{(pid=78998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 28 03:43:23.375992 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-d475520b-6d27-40ba-86b9-9f1b770f40fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:23.385951 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70caa8cc-cf30-4b73-81f2-61723433a182 None None] Sync routers for ids ['fa23510e-035f-4a36-bc97-29d11e8eec6e'] in dv-osbrick-754598-7-ceph {{(pid=79001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 28 03:43:23.397069 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70caa8cc-cf30-4b73-81f2-61723433a182 None None] Routers {'fa23510e-035f-4a36-bc97-29d11e8eec6e'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:43:23.397733 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-70caa8cc-cf30-4b73-81f2-61723433a182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:42:55Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fa23510e-035f-4a36-bc97-29d11e8eec6e'], 'active': True} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:43:23.435534 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-d475520b-6d27-40ba-86b9-9f1b770f40fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "PUT /v2.0/floatingips/f2e1e062-7c66-40e9-a921-97afb2f42ef2 HTTP/1.1" status: 200 len: 995 time: 2.1262367 Jan 28 03:43:23.436096 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3060903a-7255-4b98-9d2e-09c7c5580322', 'tag': '00767dc8-9644-47c3-a02a-dc8181372218'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:43:23.508680 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3060903a-7255-4b98-9d2e-09c7c5580322', 'tag': '00767dc8-9644-47c3-a02a-dc8181372218', 'status': 'completed', 'code': 200} Jan 28 03:43:23.546706 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-177dd455-0f48-48b8-b06a-011fe1f7d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:23.554349 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-177dd455-0f48-48b8-b06a-011fe1f7d958 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2889dd242c3e4e6cad883dc5e3a15554&device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 1162 time: 0.0932760 Jan 28 03:43:23.598258 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-70caa8cc-cf30-4b73-81f2-61723433a182 None None] Set router fa23510e-035f-4a36-bc97-29d11e8eec6e gateway port host: dv-osbrick-754598-7-ceph {{(pid=79001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:43:23.772419 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703626e1-3905-4409-96d2-3c9883ed7f67 req-3840354b-b639-40b0-b95a-b45fa1b52aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:23.774119 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-703626e1-3905-4409-96d2-3c9883ed7f67 req-3840354b-b639-40b0-b95a-b45fa1b52aec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2889dd242c3e4e6cad883dc5e3a15554&device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 1162 time: 0.1957982 Jan 28 03:43:23.775532 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-8b77898e-fc3f-44df-bd77-f5c3c8eced77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:23.776992 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-8b77898e-fc3f-44df-bd77-f5c3c8eced77 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8b46498e-ae14-4b2c-a194-d2af2bcb020e HTTP/1.1" status: 200 len: 909 time: 0.2218120 Jan 28 03:43:23.992342 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-557f1fa8-b802-4103-ba9d-205bec3a5525 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00767dc8-9644-47c3-a02a-dc8181372218 HTTP/1.1" status: 200 len: 998 time: 0.1879406 Jan 28 03:43:24.101179 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-7258e152-e257-48ea-b04c-a441fc0064df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:24.109568 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-7258e152-e257-48ea-b04c-a441fc0064df service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92787f76-46f7-4047-93a0-358d00a52267 HTTP/1.1" status: 200 len: 854 time: 0.1157453 Jan 28 03:43:24.152781 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703626e1-3905-4409-96d2-3c9883ed7f67 req-a59d444f-a82e-4a4f-b5b5-df4c733cac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:24.154364 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-703626e1-3905-4409-96d2-3c9883ed7f67 req-a59d444f-a82e-4a4f-b5b5-df4c733cac79 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8b46498e-ae14-4b2c-a194-d2af2bcb020e HTTP/1.1" status: 200 len: 909 time: 0.3738484 Jan 28 03:43:24.175079 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-70caa8cc-cf30-4b73-81f2-61723433a182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'name': 'tempest-TestMinimumBasicScenario-1900897197-router', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:28Z', 'revision_number': 4, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'gw_port': {'id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:23Z', 'updated_at': '2021-01-28T03:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_floatingips': [{'id': 'f2e1e062-7c66-40e9-a921-97afb2f42ef2', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'floating_ip_address': '172.29.0.85', 'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'router_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'port_id': '00767dc8-9644-47c3-a02a-dc8181372218', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 80, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e', 'mac_address': 'fa:16:3e:6e:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3060903a-7255-4b98-9d2e-09c7c5580322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-28T03:43:19Z', 'updated_at': '2021-01-28T03:43:22Z', 'revision_number': 1, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9927254c-00c6-497f-9c0c-984e6d8fa932', 'name': '', 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'mac_address': 'fa:16:3e:6c:ee:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '92787f76-46f7-4047-93a0-358d00a52267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:26Z', 'updated_at': '2021-01-28T03:42:41Z', 'revision_number': 5, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'subnets': [{'id': '92787f76-46f7-4047-93a0-358d00a52267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:43:24.179325 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70caa8cc-cf30-4b73-81f2-61723433a182 None None] Checking router: fa23510e-035f-4a36-bc97-29d11e8eec6e for host: dv-osbrick-754598-7-ceph {{(pid=79001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 28 03:43:24.188231 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70caa8cc-cf30-4b73-81f2-61723433a182 None None] Routers {'fa23510e-035f-4a36-bc97-29d11e8eec6e'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:43:24.188880 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-70caa8cc-cf30-4b73-81f2-61723433a182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:42:55Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fa23510e-035f-4a36-bc97-29d11e8eec6e'], 'active': True} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:43:24.289677 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-703626e1-3905-4409-96d2-3c9883ed7f67 req-99610fcf-34cc-4ec7-8cb4-77870a7b482c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00767dc8-9644-47c3-a02a-dc8181372218 HTTP/1.1" status: 200 len: 998 time: 0.1267376 Jan 28 03:43:24.296396 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-fb0cb40f-49d1-4f4e-89c9-023b38a7c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:24.298041 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-fb0cb40f-49d1-4f4e-89c9-023b38a7c83e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b46498e-ae14-4b2c-a194-d2af2bcb020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1876466 Jan 28 03:43:24.342208 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-768949d2-8d5f-4e89-8073-c92b66ac0668 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:43:24.343298 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-768949d2-8d5f-4e89-8073-c92b66ac0668 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12821 time: 0.0087483 Jan 28 03:43:24.395813 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-70caa8cc-cf30-4b73-81f2-61723433a182 None None] Set router fa23510e-035f-4a36-bc97-29d11e8eec6e gateway port host: dv-osbrick-754598-7-ceph {{(pid=79001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:43:24.449539 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703626e1-3905-4409-96d2-3c9883ed7f67 req-ba19ce8d-133b-4737-b0b8-930d3dc8fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:24.451369 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-703626e1-3905-4409-96d2-3c9883ed7f67 req-ba19ce8d-133b-4737-b0b8-930d3dc8fc86 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92787f76-46f7-4047-93a0-358d00a52267 HTTP/1.1" status: 200 len: 854 time: 0.1523497 Jan 28 03:43:24.585536 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-222b8386-28a1-4f75-ae43-cc9785ed9ad4 service neutron] 10.222.0.38 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332115 Jan 28 03:43:24.588296 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-52d1e74a-1175-4e1e-b280-517ce66fd525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:24.685400 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703626e1-3905-4409-96d2-3c9883ed7f67 req-3f4ea0d0-2eef-4c37-b258-4d8a6311a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:24.687029 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-703626e1-3905-4409-96d2-3c9883ed7f67 req-3f4ea0d0-2eef-4c37-b258-4d8a6311a64c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8b46498e-ae14-4b2c-a194-d2af2bcb020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2227962 Jan 28 03:43:24.771009 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-70caa8cc-cf30-4b73-81f2-61723433a182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'name': 'tempest-TestMinimumBasicScenario-1900897197-router', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:28Z', 'revision_number': 4, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'gw_port': {'id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:23Z', 'updated_at': '2021-01-28T03:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_floatingips': [{'id': 'f2e1e062-7c66-40e9-a921-97afb2f42ef2', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'floating_ip_address': '172.29.0.85', 'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'router_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'port_id': '00767dc8-9644-47c3-a02a-dc8181372218', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 80, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e', 'mac_address': 'fa:16:3e:6e:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3060903a-7255-4b98-9d2e-09c7c5580322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-28T03:43:19Z', 'updated_at': '2021-01-28T03:43:22Z', 'revision_number': 1, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9927254c-00c6-497f-9c0c-984e6d8fa932', 'name': '', 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'mac_address': 'fa:16:3e:6c:ee:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '92787f76-46f7-4047-93a0-358d00a52267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:26Z', 'updated_at': '2021-01-28T03:42:41Z', 'revision_number': 5, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'subnets': [{'id': '92787f76-46f7-4047-93a0-358d00a52267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:43:24.776044 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70caa8cc-cf30-4b73-81f2-61723433a182 None None] The sync data for ids ['fa23510e-035f-4a36-bc97-29d11e8eec6e'] in dv-osbrick-754598-7-ceph is: [{'id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'name': 'tempest-TestMinimumBasicScenario-1900897197-router', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:28Z', 'revision_number': 4, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'gw_port': {'id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:23Z', 'updated_at': '2021-01-28T03:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_floatingips': [{'id': 'f2e1e062-7c66-40e9-a921-97afb2f42ef2', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'floating_ip_address': '172.29.0.85', 'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'router_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'port_id': '00767dc8-9644-47c3-a02a-dc8181372218', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 80, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e', 'mac_address': 'fa:16:3e:6e:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3060903a-7255-4b98-9d2e-09c7c5580322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-28T03:43:19Z', 'updated_at': '2021-01-28T03:43:22Z', 'revision_number': 1, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9927254c-00c6-497f-9c0c-984e6d8fa932', 'name': '', 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'mac_address': 'fa:16:3e:6c:ee:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '92787f76-46f7-4047-93a0-358d00a52267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:26Z', 'updated_at': '2021-01-28T03:42:41Z', 'revision_number': 5, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'subnets': [{'id': '92787f76-46f7-4047-93a0-358d00a52267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 28 03:43:24.842320 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b9d4614d-43d4-4d36-bcd3-424728c81312 req-a3caae79-dc85-4ccd-b21f-bd4f234d4ece service neutron] 10.222.0.38 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2468283 Jan 28 03:43:24.881955 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-703626e1-3905-4409-96d2-3c9883ed7f67 req-483ddbbc-aaa3-470d-82eb-f52978511e88 service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823993 Jan 28 03:43:24.931913 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:24.973636 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-3f725a28-2048-45d8-b3f7-49ca2b54c7d2 req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-832711626', 'description': 'tempest-TestMinimumBasicScenario-832711626 description'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:25.001622 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-3f725a28-2048-45d8-b3f7-49ca2b54c7d2 req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:43:25.015119 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-3f725a28-2048-45d8-b3f7-49ca2b54c7d2 req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Usage tracker for resource:security_group and tenant:2889dd242c3e4e6cad883dc5e3a15554 is out of sync, need to count used quota {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:43:25.020001 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-3f725a28-2048-45d8-b3f7-49ca2b54c7d2 req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:43:25.029512 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-3f725a28-2048-45d8-b3f7-49ca2b54c7d2 req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:43:25.066543 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-3f725a28-2048-45d8-b3f7-49ca2b54c7d2 req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for security_group, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:25.087589 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-703626e1-3905-4409-96d2-3c9883ed7f67 req-1c08a893-87a9-4632-a1c1-2eb8170c72ee service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1984985 Jan 28 03:43:25.093016 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-3f725a28-2048-45d8-b3f7-49ca2b54c7d2 req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:43:25.097367 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-3f725a28-2048-45d8-b3f7-49ca2b54c7d2 req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Usage tracker for resource:security_group_rule and tenant:2889dd242c3e4e6cad883dc5e3a15554 is out of sync, need to count used quota {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:43:25.101610 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-3f725a28-2048-45d8-b3f7-49ca2b54c7d2 req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:43:25.108518 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-3f725a28-2048-45d8-b3f7-49ca2b54c7d2 req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:43:25.213108 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e71eae-b067-4c8c-b91b-57fa604849a9 None None] New status for floating IP f2e1e062-7c66-40e9-a921-97afb2f42ef2: ACTIVE {{(pid=79000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 28 03:43:25.257071 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-3f725a28-2048-45d8-b3f7-49ca2b54c7d2 req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for security_group, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:25.263207 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-3f725a28-2048-45d8-b3f7-49ca2b54c7d2 req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709389'] for security_group, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:25.273163 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-b8c65d75-651b-405b-9170-52c5a9e19ae5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:43:25.319920 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01e3617-589d-4785-85ff-2bdfb9977f02,revision_number=1']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:43:25.333504 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.334612 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.334612 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.334859 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.335045 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.335581 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.335933 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.336821 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.337232 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.338242 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.338242 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.338242 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.346849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.346849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.346849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.346849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.346849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.346849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.346849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.346849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.346849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.346849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.346849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.346849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:25.350589 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:43:25.362700 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-3f725a28-2048-45d8-b3f7-49ca2b54c7d2 req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for security_group, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:25.364122 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-3f725a28-2048-45d8-b3f7-49ca2b54c7d2 req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4011991 Jan 28 03:43:25.481345 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c17256b8-c903-4099-8e3f-40c3c69784ac req-0ab7fab0-2e6f-4084-aafd-3472b1e5ef2f tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups/d01e3617-589d-4785-85ff-2bdfb9977f02 HTTP/1.1" status: 200 len: 1810 time: 0.0790844 Jan 28 03:43:25.498228 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-c17256b8-c903-4099-8e3f-40c3c69784ac req-18088f9c-bea4-4f69-89c6-aaea3066bb5b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd01e3617-589d-4785-85ff-2bdfb9977f02', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:25.498906 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-c17256b8-c903-4099-8e3f-40c3c69784ac req-18088f9c-bea4-4f69-89c6-aaea3066bb5b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd01e3617-589d-4785-85ff-2bdfb9977f02', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:25.522247 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-c17256b8-c903-4099-8e3f-40c3c69784ac req-18088f9c-bea4-4f69-89c6-aaea3066bb5b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:43:25.527778 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-c17256b8-c903-4099-8e3f-40c3c69784ac req-18088f9c-bea4-4f69-89c6-aaea3066bb5b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Usage tracker for resource:security_group_rule and tenant:2889dd242c3e4e6cad883dc5e3a15554 is out of sync, need to count used quota {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:43:25.531388 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-c17256b8-c903-4099-8e3f-40c3c69784ac req-18088f9c-bea4-4f69-89c6-aaea3066bb5b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:43:25.538251 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-c17256b8-c903-4099-8e3f-40c3c69784ac req-18088f9c-bea4-4f69-89c6-aaea3066bb5b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:43:25.656390 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-c17256b8-c903-4099-8e3f-40c3c69784ac req-18088f9c-bea4-4f69-89c6-aaea3066bb5b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:25.698274 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-c17256b8-c903-4099-8e3f-40c3c69784ac req-18088f9c-bea4-4f69-89c6-aaea3066bb5b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:25.701721 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-c17256b8-c903-4099-8e3f-40c3c69784ac req-18088f9c-bea4-4f69-89c6-aaea3066bb5b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709417'] for security_group_rule, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:25.704069 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:43:25.737628 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18088f9c-bea4-4f69-89c6-aaea3066bb5b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4a984c-ac0e-4097-ba16-1938cea8e34b,revision_number=0']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:43:25.746228 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-18088f9c-bea4-4f69-89c6-aaea3066bb5b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:43:25.748297 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-c17256b8-c903-4099-8e3f-40c3c69784ac req-18088f9c-bea4-4f69-89c6-aaea3066bb5b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:25.749658 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c17256b8-c903-4099-8e3f-40c3c69784ac req-18088f9c-bea4-4f69-89c6-aaea3066bb5b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2568061 Jan 28 03:43:25.882793 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:25.938142 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-94d0b97d-0edd-4fdf-b81d-2bd14b2308e2 req-dc50efb2-8af6-417d-ac90-3f4db746215a tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups/d01e3617-589d-4785-85ff-2bdfb9977f02 HTTP/1.1" status: 200 len: 2402 time: 0.0669363 Jan 28 03:43:25.948689 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-94d0b97d-0edd-4fdf-b81d-2bd14b2308e2 req-1b5f9247-917c-4121-b86e-5a2556f14db3 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd01e3617-589d-4785-85ff-2bdfb9977f02', 'remote_group_id': None}]} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:25.949042 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-94d0b97d-0edd-4fdf-b81d-2bd14b2308e2 req-1b5f9247-917c-4121-b86e-5a2556f14db3 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd01e3617-589d-4785-85ff-2bdfb9977f02', 'remote_group_id': None}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:25.970958 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-94d0b97d-0edd-4fdf-b81d-2bd14b2308e2 req-1b5f9247-917c-4121-b86e-5a2556f14db3 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:43:25.975080 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-94d0b97d-0edd-4fdf-b81d-2bd14b2308e2 req-1b5f9247-917c-4121-b86e-5a2556f14db3 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Usage tracker for resource:security_group_rule and tenant:2889dd242c3e4e6cad883dc5e3a15554 is out of sync, need to count used quota {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:43:25.979690 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-94d0b97d-0edd-4fdf-b81d-2bd14b2308e2 req-1b5f9247-917c-4121-b86e-5a2556f14db3 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:43:25.985545 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-94d0b97d-0edd-4fdf-b81d-2bd14b2308e2 req-1b5f9247-917c-4121-b86e-5a2556f14db3 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:43:26.046948 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-94d0b97d-0edd-4fdf-b81d-2bd14b2308e2 req-1b5f9247-917c-4121-b86e-5a2556f14db3 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:26.070959 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-94d0b97d-0edd-4fdf-b81d-2bd14b2308e2 req-1b5f9247-917c-4121-b86e-5a2556f14db3 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:26.073752 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-94d0b97d-0edd-4fdf-b81d-2bd14b2308e2 req-1b5f9247-917c-4121-b86e-5a2556f14db3 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709417'] for security_group_rule, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:26.075826 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:43:26.100348 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f9247-917c-4121-b86e-5a2556f14db3 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2820784f-0905-4635-b2bb-06cac7876ad8,revision_number=0']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:43:26.103534 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-1b5f9247-917c-4121-b86e-5a2556f14db3 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:43:26.110189 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-94d0b97d-0edd-4fdf-b81d-2bd14b2308e2 req-1b5f9247-917c-4121-b86e-5a2556f14db3 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:26.111502 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-94d0b97d-0edd-4fdf-b81d-2bd14b2308e2 req-1b5f9247-917c-4121-b86e-5a2556f14db3 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1670415 Jan 28 03:43:26.281274 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-161d5eab-854e-44b9-be3e-65bccfff1c27 req-0569ab09-91a7-4680-8bee-2286f65751f3 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Synchronizing usage tracker for tenant:2889dd242c3e4e6cad883dc5e3a15554 on resource:security_group {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:43:26.309875 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-161d5eab-854e-44b9-be3e-65bccfff1c27 req-0569ab09-91a7-4680-8bee-2286f65751f3 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Unset dirty status for tenant:2889dd242c3e4e6cad883dc5e3a15554 on resource:security_group {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:43:26.311248 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-161d5eab-854e-44b9-be3e-65bccfff1c27 req-0569ab09-91a7-4680-8bee-2286f65751f3 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-832711626&fields=id&tenant_id=2889dd242c3e4e6cad883dc5e3a15554 HTTP/1.1" status: 200 len: 267 time: 0.0944571 Jan 28 03:43:26.482056 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d5eab-854e-44b9-be3e-65bccfff1c27 req-b8ad434a-76a9-4055-8194-2ed59439ee5a tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:26.483786 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-161d5eab-854e-44b9-be3e-65bccfff1c27 req-b8ad434a-76a9-4055-8194-2ed59439ee5a tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 945 time: 0.1664798 Jan 28 03:43:26.496682 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-161d5eab-854e-44b9-be3e-65bccfff1c27 req-bd9a3b3b-c992-4455-b7b4-e27e53adc9fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Request body: {'port': {'security_groups': ['e28cc47b-1b27-497a-9336-219ce08f05da', 'd01e3617-589d-4785-85ff-2bdfb9977f02']}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:26.659408 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-161d5eab-854e-44b9-be3e-65bccfff1c27 req-bd9a3b3b-c992-4455-b7b4-e27e53adc9fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:27.400325 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-161d5eab-854e-44b9-be3e-65bccfff1c27 req-bd9a3b3b-c992-4455-b7b4-e27e53adc9fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] For port 00767dc8-9644-47c3-a02a-dc8181372218, host hv-osbrick-7545, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=00767dc8-9644-47c3-a02a-dc8181372218,segment=NetworkSegment(7a0737a9-0347-4112-9d71-d2c41a411801),segment_id=7a0737a9-0347-4112-9d71-d2c41a411801)] {{(pid=78998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:43:27.440627 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-161d5eab-854e-44b9-be3e-65bccfff1c27 req-bd9a3b3b-c992-4455-b7b4-e27e53adc9fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for port, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:27.446272 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-161d5eab-854e-44b9-be3e-65bccfff1c27 req-bd9a3b3b-c992-4455-b7b4-e27e53adc9fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:27.474492 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:43:27.685565 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a3b3b-c992-4455-b7b4-e27e53adc9fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Pushing event updated for resources: {'Port': ['ID=00767dc8-9644-47c3-a02a-dc8181372218,revision_number=5']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:43:27.690536 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-bd9a3b3b-c992-4455-b7b4-e27e53adc9fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:43:27.824762 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d5eab-854e-44b9-be3e-65bccfff1c27 req-bd9a3b3b-c992-4455-b7b4-e27e53adc9fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:27.825706 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-161d5eab-854e-44b9-be3e-65bccfff1c27 req-bd9a3b3b-c992-4455-b7b4-e27e53adc9fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:27.831252 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-161d5eab-854e-44b9-be3e-65bccfff1c27 req-bd9a3b3b-c992-4455-b7b4-e27e53adc9fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "PUT /v2.0/ports/00767dc8-9644-47c3-a02a-dc8181372218 HTTP/1.1" status: 200 len: 981 time: 1.3402429 Jan 28 03:43:27.831994 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3060903a-7255-4b98-9d2e-09c7c5580322', 'tag': '00767dc8-9644-47c3-a02a-dc8181372218'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:43:28.036101 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3060903a-7255-4b98-9d2e-09c7c5580322', 'tag': '00767dc8-9644-47c3-a02a-dc8181372218', 'status': 'completed', 'code': 200} Jan 28 03:43:28.116097 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-2c99a2e4-86e5-4f22-b0fd-59497b9e7349 None None] Provisioning complete for port 00767dc8-9644-47c3-a02a-dc8181372218 triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:43:28.116517 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-2c99a2e4-86e5-4f22-b0fd-59497b9e7349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:28.240645 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdaa89-b393-41de-968e-ad7e4672c3da req-768d9acd-da67-42fc-8549-02f119c28620 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:28.243564 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-3bfdaa89-b393-41de-968e-ad7e4672c3da req-768d9acd-da67-42fc-8549-02f119c28620 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 984 time: 0.2777336 Jan 28 03:43:28.288142 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aad59a-20de-4b0c-a0c8-f6563a28e247 req-83b32cab-8f1e-46f8-b949-cb50a571d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:28.290126 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-73aad59a-20de-4b0c-a0c8-f6563a28e247 req-83b32cab-8f1e-46f8-b949-cb50a571d403 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2889dd242c3e4e6cad883dc5e3a15554&device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 1202 time: 0.2527673 Jan 28 03:43:28.441329 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-3bfdaa89-b393-41de-968e-ad7e4672c3da req-ade5338f-c534-4c2d-9e79-e47c6e80d90d tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&id=d01e3617-589d-4785-85ff-2bdfb9977f02&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1913648 Jan 28 03:43:28.547481 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aad59a-20de-4b0c-a0c8-f6563a28e247 req-c05535ee-4060-49af-8f22-3edefe122af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:28.549193 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-73aad59a-20de-4b0c-a0c8-f6563a28e247 req-c05535ee-4060-49af-8f22-3edefe122af0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8b46498e-ae14-4b2c-a194-d2af2bcb020e HTTP/1.1" status: 200 len: 909 time: 0.2429466 Jan 28 03:43:28.714021 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-73aad59a-20de-4b0c-a0c8-f6563a28e247 req-dfcc4edf-31da-42d4-b0f5-f0484b070435 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00767dc8-9644-47c3-a02a-dc8181372218 HTTP/1.1" status: 200 len: 1000 time: 0.1577108 Jan 28 03:43:28.835712 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aad59a-20de-4b0c-a0c8-f6563a28e247 req-f4e15bc6-f600-4a0c-9ba2-27fc09ac9bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:28.838413 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-73aad59a-20de-4b0c-a0c8-f6563a28e247 req-f4e15bc6-f600-4a0c-9ba2-27fc09ac9bb4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92787f76-46f7-4047-93a0-358d00a52267 HTTP/1.1" status: 200 len: 854 time: 0.1115208 Jan 28 03:43:28.938162 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aad59a-20de-4b0c-a0c8-f6563a28e247 req-6bff3eb3-46c2-4fe1-bd2c-35eb05aada3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:28.940840 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-73aad59a-20de-4b0c-a0c8-f6563a28e247 req-6bff3eb3-46c2-4fe1-bd2c-35eb05aada3d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8b46498e-ae14-4b2c-a194-d2af2bcb020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0951130 Jan 28 03:43:29.088245 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-73aad59a-20de-4b0c-a0c8-f6563a28e247 req-96d3d5f3-ba77-474a-8eee-075ea1ba4bdc service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404898 Jan 28 03:43:29.232464 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-73aad59a-20de-4b0c-a0c8-f6563a28e247 req-c727c233-4dc3-4f49-9b0c-bed8e530b876 service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1369400 Jan 28 03:43:29.816969 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 00767dc8-9644-47c3-a02a-dc8181372218 up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:43:29.887807 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port 00767dc8-9644-47c3-a02a-dc8181372218 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:43:29.888220 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:33.959412 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-8ae8566c-1eec-4faf-897a-2f953c894966 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:33.960968 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-8ae8566c-1eec-4faf-897a-2f953c894966 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 812 time: 0.2313285 Jan 28 03:43:33.978153 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-4678d74d-93e6-4345-8cd0-8a0b85fd66bb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/quotas/f4bd05c5ef484006b450d8cd833536c5 HTTP/1.1" status: 200 len: 375 time: 0.0100167 Jan 28 03:43:34.100966 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-495f17ea-f5a9-4bef-bbb3-c3eab22f86c0 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170058 Jan 28 03:43:34.241166 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-04d17b43-7455-412e-bd38-731980fb4ee5 service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329155 Jan 28 03:43:34.386411 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-75177be2-f10f-49ad-8844-e869d34b5fa2 service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382282 Jan 28 03:43:34.632974 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-444dd53f-3edd-46f3-83bc-cb46066f8ee3 req-72ebcbc8-84e4-42b7-bbde-245fbe2aeb54 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 210 time: 0.0475180 Jan 28 03:43:35.808748 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-fd0ca085-5641-4f40-b629-5f3fb7770f0c req-dcb917c5-2989-4421-9620-e97259b22767 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 210 time: 0.0474942 Jan 28 03:43:36.128088 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-6252ebde-d743-4f0a-81c9-796096eb68f5 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:36.129718 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-6252ebde-d743-4f0a-81c9-796096eb68f5 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 812 time: 0.2332075 Jan 28 03:43:36.161655 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-276ab93a-fa91-4d52-828e-b20e4ac5094c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Request body: {'port': {'device_id': 'f4a50b7f-d200-436d-a906-b4503eb7cf85', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'admin_state_up': True, 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:36.307584 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-276ab93a-fa91-4d52-828e-b20e4ac5094c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:43:36.311593 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-276ab93a-fa91-4d52-828e-b20e4ac5094c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Usage tracker for resource:port and tenant:f4bd05c5ef484006b450d8cd833536c5 is out of sync, need to count used quota {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:43:36.314578 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-276ab93a-fa91-4d52-828e-b20e4ac5094c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:43:36.320850 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-276ab93a-fa91-4d52-828e-b20e4ac5094c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:43:36.330832 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-276ab93a-fa91-4d52-828e-b20e4ac5094c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Made reservation on behalf of f4bd05c5ef484006b450d8cd833536c5 for: {'port': 1} {{(pid=78998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 28 03:43:36.358973 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-276ab93a-fa91-4d52-828e-b20e4ac5094c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:36.673869 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-276ab93a-fa91-4d52-828e-b20e4ac5094c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Allocated IP 172.20.0.10 (aa76c6fd-2a04-42b7-8394-a25da885b6fe/1987f575-29b8-455b-ade3-9c9c615211af/d270e9f8-5af1-45de-bc63-895957ef55db) {{(pid=78998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:43:36.914972 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-276ab93a-fa91-4d52-828e-b20e4ac5094c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for port, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:36.932283 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-276ab93a-fa91-4d52-828e-b20e4ac5094c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Transition to ACTIVE for port object d270e9f8-5af1-45de-bc63-895957ef55db will not be triggered until provisioned by entity DHCP. {{(pid=78998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:43:37.000516 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-276ab93a-fa91-4d52-828e-b20e4ac5094c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:37.026554 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-eb4e580b-3501-4608-89dd-3f64397dc6c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:43:37.222912 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ab93a-fa91-4d52-828e-b20e4ac5094c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event updated for resources: {'Port': ['ID=d270e9f8-5af1-45de-bc63-895957ef55db,revision_number=1']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:43:37.229788 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-276ab93a-fa91-4d52-828e-b20e4ac5094c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:43:37.325083 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959865c-411a-41c2-a61b-55444c523cdd req-2a1fe6c8-8ca3-4bc0-885a-9079e65bf9ce tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:37.326806 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f959865c-411a-41c2-a61b-55444c523cdd req-2a1fe6c8-8ca3-4bc0-885a-9079e65bf9ce tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 932 time: 0.3757069 Jan 28 03:43:37.357269 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-276ab93a-fa91-4d52-828e-b20e4ac5094c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Network aa76c6fd-2a04-42b7-8394-a25da885b6fe is already hosted by enough agents. {{(pid=78998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:43:37.361074 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-276ab93a-fa91-4d52-828e-b20e4ac5094c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources bound (agent type, host, resource id): {{(pid=78998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:43:37.365145 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-276ab93a-fa91-4d52-828e-b20e4ac5094c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Received port after_create {{(pid=78998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:43:37.434312 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-276ab93a-fa91-4d52-828e-b20e4ac5094c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:37.435156 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-276ab93a-fa91-4d52-828e-b20e4ac5094c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:37.488160 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f959865c-411a-41c2-a61b-55444c523cdd req-c595e599-d046-4914-8c3b-8b2c30cbc691 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521356 Jan 28 03:43:37.497059 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-276ab93a-fa91-4d52-828e-b20e4ac5094c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3395796 Jan 28 03:43:37.516186 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Request body: {'port': {'device_id': 'f4a50b7f-d200-436d-a906-b4503eb7cf85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7545'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:37.597573 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-ca2a4481-a709-495e-87f3-785cb516e27f None None] Provisioning for port d270e9f8-5af1-45de-bc63-895957ef55db completed by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:43:37.603093 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-ca2a4481-a709-495e-87f3-785cb516e27f None None] Provisioning complete for port d270e9f8-5af1-45de-bc63-895957ef55db triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:43:37.603519 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4481-a709-495e-87f3-785cb516e27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:37.668957 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-ca2a4481-a709-495e-87f3-785cb516e27f None None] Port d270e9f8-5af1-45de-bc63-895957ef55db cannot update to ACTIVE because it is not bound. {{(pid=79000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 03:43:37.825680 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:38.231219 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d270e9f8-5af1-45de-bc63-895957ef55db {{(pid=78998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 28 03:43:38.238787 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:38.251015 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Transition to ACTIVE for port object d270e9f8-5af1-45de-bc63-895957ef55db will not be triggered until provisioned by entity L2. {{(pid=78998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:43:38.253574 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:38.269231 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-e5b27492-3b55-41c1-afe7-9f8fbe11a0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:43:38.407823 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Pushing event updated for resources: {'Port': ['ID=d270e9f8-5af1-45de-bc63-895957ef55db,revision_number=2']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:43:38.412558 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:43:38.547455 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Attempting to bind port d270e9f8-5af1-45de-bc63-895957ef55db on host hv-osbrick-7545 for vnic_type normal with profile {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:43:38.547835 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Attempting to bind port d270e9f8-5af1-45de-bc63-895957ef55db by drivers openvswitch on host hv-osbrick-7545 at level 0 using segments [{'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'}] {{(pid=78998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:43:38.548205 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Attempting to bind port d270e9f8-5af1-45de-bc63-895957ef55db on network aa76c6fd-2a04-42b7-8394-a25da885b6fe {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:43:38.554776 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Checking agent: {'id': 'af10580a-b5d4-433a-825b-ee7bf6aecb09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7545', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 40, 46), 'started_at': datetime.datetime(2021, 1, 28, 3, 41, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:43:38.555292 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Checking segment: {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=78998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:43:38.555869 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:38.556279 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Bound using segment: {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'} {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:43:38.556768 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Bound port: d270e9f8-5af1-45de-bc63-895957ef55db, host: hv-osbrick-7545, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'}}] {{(pid=78998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:43:38.557149 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:38.703389 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] For port d270e9f8-5af1-45de-bc63-895957ef55db, host hv-osbrick-7545, cleared binding levels {{(pid=78998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:43:38.708987 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] For port d270e9f8-5af1-45de-bc63-895957ef55db, host hv-osbrick-7545, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=d270e9f8-5af1-45de-bc63-895957ef55db,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=78998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:43:38.719086 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:38.741583 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-4972bb79-3e75-4338-956e-2b19f766c77b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:43:38.956853 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04001ae1-410f-4751-9d14-43aabe61e5ef req-899fc083-08a3-4e0c-bbc9-8ddfe00fd4bb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:38.957629 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-04001ae1-410f-4751-9d14-43aabe61e5ef req-899fc083-08a3-4e0c-bbc9-8ddfe00fd4bb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:43:38.995374 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Pushing event updated for resources: {'Port': ['ID=d270e9f8-5af1-45de-bc63-895957ef55db,revision_number=3']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:43:39.003867 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:43:39.017375 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-04001ae1-410f-4751-9d14-43aabe61e5ef req-899fc083-08a3-4e0c-bbc9-8ddfe00fd4bb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:43:39.018693 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-04001ae1-410f-4751-9d14-43aabe61e5ef req-899fc083-08a3-4e0c-bbc9-8ddfe00fd4bb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 944 time: 0.3905637 Jan 28 03:43:39.053844 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:39.054464 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:39.056447 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] 10.222.0.25 "PUT /v2.0/ports/d270e9f8-5af1-45de-bc63-895957ef55db HTTP/1.1" status: 200 len: 1158 time: 1.5453863 Jan 28 03:43:39.056929 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a50b7f-d200-436d-a906-b4503eb7cf85', 'tag': 'd270e9f8-5af1-45de-bc63-895957ef55db'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:43:39.108949 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-04001ae1-410f-4751-9d14-43aabe61e5ef req-e6376a38-a7f4-4850-83da-4bba819d0537 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826597 Jan 28 03:43:39.154878 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a50b7f-d200-436d-a906-b4503eb7cf85', 'tag': 'd270e9f8-5af1-45de-bc63-895957ef55db', 'status': 'completed', 'code': 200} Jan 28 03:43:39.199300 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-2c546d73-0f65-44f9-a124-75d1810acb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:39.200920 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-2c546d73-0f65-44f9-a124-75d1810acb51 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 1161 time: 0.0853958 Jan 28 03:43:39.278826 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-e0e1bd3b-6103-4cd6-9485-664bf32a19cc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d270e9f8-5af1-45de-bc63-895957ef55db HTTP/1.1" status: 200 len: 217 time: 0.0641446 Jan 28 03:43:39.348683 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-87862bcc-fcb4-4321-89d4-ab07b01aecda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:39.350235 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-87862bcc-fcb4-4321-89d4-ab07b01aecda service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0653729 Jan 28 03:43:39.430499 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-d39ef7e0-8cbd-47e6-9375-e8b6e66b3cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:39.432122 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-d39ef7e0-8cbd-47e6-9375-e8b6e66b3cd4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751748 Jan 28 03:43:39.574601 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-719f75ac-d7ef-4f96-95c3-75de5ab86f50 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348820 Jan 28 03:43:39.718148 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-630f42f5-1398-4724-bf8e-77ece1c2ad57 req-bb73a0ab-adea-40e9-bf7e-8382ac29363c service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367233 Jan 28 03:43:39.865935 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca4d03-a815-4cde-a6d9-0266842a99ea req-8c458d99-0dc6-4c3d-bf21-ca7fafdc48ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:39.867599 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7aca4d03-a815-4cde-a6d9-0266842a99ea req-8c458d99-0dc6-4c3d-bf21-ca7fafdc48ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 1161 time: 0.0789931 Jan 28 03:43:40.012443 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca4d03-a815-4cde-a6d9-0266842a99ea req-50a51912-e4af-4f8d-8749-c196e7ead451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:40.014023 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7aca4d03-a815-4cde-a6d9-0266842a99ea req-50a51912-e4af-4f8d-8749-c196e7ead451 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.1404233 Jan 28 03:43:40.085541 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7aca4d03-a815-4cde-a6d9-0266842a99ea req-522ba905-6132-4c5b-95fc-53ebd5c61d23 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d270e9f8-5af1-45de-bc63-895957ef55db HTTP/1.1" status: 200 len: 217 time: 0.0641625 Jan 28 03:43:40.159422 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca4d03-a815-4cde-a6d9-0266842a99ea req-468ae309-292f-4a09-8182-6051280bb3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:40.161019 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7aca4d03-a815-4cde-a6d9-0266842a99ea req-468ae309-292f-4a09-8182-6051280bb3a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0694871 Jan 28 03:43:40.243253 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca4d03-a815-4cde-a6d9-0266842a99ea req-468d8fd5-0ecc-4571-87d6-810b1f036751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:40.245125 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7aca4d03-a815-4cde-a6d9-0266842a99ea req-468d8fd5-0ecc-4571-87d6-810b1f036751 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780282 Jan 28 03:43:40.539442 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff416943-ad0d-4b35-b77d-bf1b38844187 req-7e3276c8-bb55-44c2-afa4-0673607751da tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:40.541162 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-ff416943-ad0d-4b35-b77d-bf1b38844187 req-7e3276c8-bb55-44c2-afa4-0673607751da tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 944 time: 0.2950211 Jan 28 03:43:40.545054 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7aca4d03-a815-4cde-a6d9-0266842a99ea req-5ee32688-fa67-4d6d-b467-57c7d799664b service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600217 Jan 28 03:43:40.884922 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-ff416943-ad0d-4b35-b77d-bf1b38844187 req-312e3995-866e-4410-b8e7-118431d83df9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374000 Jan 28 03:43:40.943535 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7aca4d03-a815-4cde-a6d9-0266842a99ea req-3e28e171-745e-4ef2-88ba-d8ef9c9c77cd service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3788948 Jan 28 03:43:41.656248 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6a306ee1-790a-4a89-90d8-766f37acfbeb req-aaa4aacb-c9aa-4541-82be-1fc6ef3a903a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0770357 Jan 28 03:43:41.824001 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a306ee1-790a-4a89-90d8-766f37acfbeb req-c2aabffe-7e01-4db6-af14-312678ffb1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:41.825574 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6a306ee1-790a-4a89-90d8-766f37acfbeb req-c2aabffe-7e01-4db6-af14-312678ffb1a4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2889dd242c3e4e6cad883dc5e3a15554&device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 1202 time: 0.0806234 Jan 28 03:43:41.984974 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a306ee1-790a-4a89-90d8-766f37acfbeb req-76451dc6-6c66-40cb-abe5-d4d03c9d501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:41.986719 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6a306ee1-790a-4a89-90d8-766f37acfbeb req-76451dc6-6c66-40cb-abe5-d4d03c9d501b service neutron] 10.222.0.25 "GET /v2.0/networks?id=8b46498e-ae14-4b2c-a194-d2af2bcb020e HTTP/1.1" status: 200 len: 909 time: 0.1416905 Jan 28 03:43:42.144748 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6a306ee1-790a-4a89-90d8-766f37acfbeb req-e8c8eaf4-a008-4d84-921e-887a36b36d28 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00767dc8-9644-47c3-a02a-dc8181372218 HTTP/1.1" status: 200 len: 1000 time: 0.1511397 Jan 28 03:43:42.306589 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555af10-56ec-4c1e-8b42-5a55e8bbce7c req-d4209d2d-aa54-468b-9d49-283f60e0cd42 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:42.308074 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-3555af10-56ec-4c1e-8b42-5a55e8bbce7c req-d4209d2d-aa54-468b-9d49-283f60e0cd42 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 944 time: 0.2576942 Jan 28 03:43:42.309670 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a306ee1-790a-4a89-90d8-766f37acfbeb req-d37a713b-5ea5-40a4-8520-7644e8ded864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:42.311154 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6a306ee1-790a-4a89-90d8-766f37acfbeb req-d37a713b-5ea5-40a4-8520-7644e8ded864 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92787f76-46f7-4047-93a0-358d00a52267 HTTP/1.1" status: 200 len: 854 time: 0.1593056 Jan 28 03:43:42.421204 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-3555af10-56ec-4c1e-8b42-5a55e8bbce7c req-a816bcb9-3266-432a-ae1c-0ee3e73b4f02 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067336 Jan 28 03:43:42.443377 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a306ee1-790a-4a89-90d8-766f37acfbeb req-e4dcd661-bf14-417f-bc67-bdad4402369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:42.445020 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6a306ee1-790a-4a89-90d8-766f37acfbeb req-e4dcd661-bf14-417f-bc67-bdad4402369d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8b46498e-ae14-4b2c-a194-d2af2bcb020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1159842 Jan 28 03:43:42.611636 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6a306ee1-790a-4a89-90d8-766f37acfbeb req-0e8b9e89-cf99-4500-a232-e4a3e41e286a service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355894 Jan 28 03:43:42.751982 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6a306ee1-790a-4a89-90d8-766f37acfbeb req-cb0fc446-c63f-4ac4-a823-c7951410c8c6 service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1334279 Jan 28 03:43:43.717680 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0f9d5-7c9c-4c6c-95b3-2ec3d9979441 req-440817d6-9249-4d13-83df-84f35586d392 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:43.719349 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-24e0f9d5-7c9c-4c6c-95b3-2ec3d9979441 req-440817d6-9249-4d13-83df-84f35586d392 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 944 time: 0.1660414 Jan 28 03:43:43.781979 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-24e0f9d5-7c9c-4c6c-95b3-2ec3d9979441 req-485f0373-d08e-45e9-b3cc-58bb8efebb84 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565388 Jan 28 03:43:45.071367 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a204f-3d10-4894-b797-284c5ed05e3a req-e34266bf-6a37-46be-9ac8-74638611bb9e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:45.073069 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-662a204f-3d10-4894-b797-284c5ed05e3a req-e34266bf-6a37-46be-9ac8-74638611bb9e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 944 time: 0.1613774 Jan 28 03:43:45.135680 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-662a204f-3d10-4894-b797-284c5ed05e3a req-a23f38dd-8695-464e-9741-85e5894c58ab tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564992 Jan 28 03:43:45.515795 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:43:45.629824 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:45.880501 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.objects.ports [None req-0ced6b7b-278c-4159-b379-ffdd2b52a141 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79000) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 28 03:43:46.429408 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432682d-db25-443e-b318-4ab71bacbad8 req-050380f0-1776-4f1a-b04f-27e9808bb009 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:46.431050 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f432682d-db25-443e-b318-4ab71bacbad8 req-050380f0-1776-4f1a-b04f-27e9808bb009 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 944 time: 0.1647868 Jan 28 03:43:46.494016 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f432682d-db25-443e-b318-4ab71bacbad8 req-fcce7a87-ca7b-4212-a782-52c92f5235e0 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567684 Jan 28 03:43:46.540915 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device d270e9f8-5af1-45de-bc63-895957ef55db up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:43:46.613414 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning for port d270e9f8-5af1-45de-bc63-895957ef55db completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:43:46.618759 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port d270e9f8-5af1-45de-bc63-895957ef55db triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:43:46.619182 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:46.740306 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:46.767920 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a50b7f-d200-436d-a906-b4503eb7cf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd270e9f8-5af1-45de-bc63-895957ef55db'}] {{(pid=79000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:43:46.778695 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] For port d270e9f8-5af1-45de-bc63-895957ef55db, host hv-osbrick-7545, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=d270e9f8-5af1-45de-bc63-895957ef55db,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:43:46.783444 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:46.785337 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-6dd202a6-1904-4877-8a3b-e8298e9ed613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:43:46.829296 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a50b7f-d200-436d-a906-b4503eb7cf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd270e9f8-5af1-45de-bc63-895957ef55db', 'code': 200} Jan 28 03:43:46.855713 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Pushing event updated for resources: {'Port': ['ID=d270e9f8-5af1-45de-bc63-895957ef55db,revision_number=4']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:43:46.863259 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.863649 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.864284 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.864659 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.865031 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.865401 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.865769 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.866136 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.866513 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.867474 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.867853 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.868294 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.868740 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.869101 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.869470 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.869831 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.870193 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.870576 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.870999 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.871360 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.871719 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.872078 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.872441 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.872800 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:43:46.876954 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:43:47.089683 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501e39f-8990-492f-86cd-773a80715b0f req-f62cf1b1-e55e-413f-a39b-7a8cc94d2371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:47.091283 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-2501e39f-8990-492f-86cd-773a80715b0f req-f62cf1b1-e55e-413f-a39b-7a8cc94d2371 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 1163 time: 0.0750873 Jan 28 03:43:47.138023 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-2501e39f-8990-492f-86cd-773a80715b0f req-9970bb07-c66c-412c-bc16-a31b73e8aaed service neutron] Synchronizing usage tracker for tenant:33176fdac0e94886a29654195d0e1674 on resource:security_group {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:43:47.154085 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-2501e39f-8990-492f-86cd-773a80715b0f req-9970bb07-c66c-412c-bc16-a31b73e8aaed service neutron] Unset dirty status for tenant:33176fdac0e94886a29654195d0e1674 on resource:security_group {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:43:47.155294 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-2501e39f-8990-492f-86cd-773a80715b0f req-9970bb07-c66c-412c-bc16-a31b73e8aaed service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564971 Jan 28 03:43:47.780081 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889a5ce-3e30-4787-8112-ecb30e82e2fc req-8d6245cb-fba8-454d-a2c2-6d3aab26f985 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:47.781660 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-3889a5ce-3e30-4787-8112-ecb30e82e2fc req-8d6245cb-fba8-454d-a2c2-6d3aab26f985 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 946 time: 0.1597414 Jan 28 03:43:47.795579 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device d270e9f8-5af1-45de-bc63-895957ef55db up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:43:47.845709 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-3889a5ce-3e30-4787-8112-ecb30e82e2fc req-fb028b20-fdc4-4694-b0f9-78db7a5439fd tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580020 Jan 28 03:43:47.865550 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port d270e9f8-5af1-45de-bc63-895957ef55db triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:43:47.865964 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:49.139226 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d529d7-b7c5-4747-8bba-c32f218cf74d req-851154db-780e-449a-8b5d-59fdb6168c4b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:49.140752 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-08d529d7-b7c5-4747-8bba-c32f218cf74d req-851154db-780e-449a-8b5d-59fdb6168c4b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 946 time: 0.1660383 Jan 28 03:43:49.202815 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-08d529d7-b7c5-4747-8bba-c32f218cf74d req-f97fab49-0b51-49c7-b245-ac2fdbc31397 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558715 Jan 28 03:43:49.490666 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21e371-2358-4c3d-817c-960026783da6 req-47ecda94-7fdd-4872-a2c6-5fc65350b421 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:49.492417 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6b21e371-2358-4c3d-817c-960026783da6 req-47ecda94-7fdd-4872-a2c6-5fc65350b421 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 946 time: 0.1632195 Jan 28 03:43:49.561509 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6b21e371-2358-4c3d-817c-960026783da6 req-6c197db2-8dd1-4755-9faf-b1c2b5984f90 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628204 Jan 28 03:43:49.852504 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81458a64-5fe4-4b8b-9db1-e06699acbf7c req-8699a8b3-f263-4b50-90a1-3865468e661c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:49.854049 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-81458a64-5fe4-4b8b-9db1-e06699acbf7c req-8699a8b3-f263-4b50-90a1-3865468e661c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 946 time: 0.1643791 Jan 28 03:43:49.918016 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-81458a64-5fe4-4b8b-9db1-e06699acbf7c req-6cbe4ddb-37f5-49e1-81f1-9d09b9757bb3 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578656 Jan 28 03:43:50.531045 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fa49d-15d7-407f-9b1f-0f165895e81e req-75dc8607-4c9c-44e0-8ff9-e13a34a23a15 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:50.532688 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a88fa49d-15d7-407f-9b1f-0f165895e81e req-75dc8607-4c9c-44e0-8ff9-e13a34a23a15 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 946 time: 0.1624115 Jan 28 03:43:50.595056 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a88fa49d-15d7-407f-9b1f-0f165895e81e req-3947e6ee-4b3d-48b9-a35d-5ad787e4ab14 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562103 Jan 28 03:43:51.888777 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a34134-6ee2-4703-98d1-0d12119ad3c6 req-e147dac2-0df2-41b1-ab40-f43429df6804 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:51.890292 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-34a34134-6ee2-4703-98d1-0d12119ad3c6 req-e147dac2-0df2-41b1-ab40-f43429df6804 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 946 time: 0.1640127 Jan 28 03:43:51.953659 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-34a34134-6ee2-4703-98d1-0d12119ad3c6 req-d68992bb-40f6-46c2-aec5-e8c953de0021 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563161 Jan 28 03:43:52.513369 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196b042-a157-448b-bf18-8d97ad5878c7 req-1b98ba7a-a96e-4ce3-b876-c1a6a4e97f06 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:52.514996 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c196b042-a157-448b-bf18-8d97ad5878c7 req-1b98ba7a-a96e-4ce3-b876-c1a6a4e97f06 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 946 time: 0.1653945 Jan 28 03:43:52.611173 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-c196b042-a157-448b-bf18-8d97ad5878c7 req-f1d1772c-0eea-4e6d-aecc-9ff04987c18d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Deleting port d270e9f8-5af1-45de-bc63-895957ef55db {{(pid=78998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:43:52.611482 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-c196b042-a157-448b-bf18-8d97ad5878c7 req-f1d1772c-0eea-4e6d-aecc-9ff04987c18d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:52.866233 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-c196b042-a157-448b-bf18-8d97ad5878c7 req-f1d1772c-0eea-4e6d-aecc-9ff04987c18d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] For port d270e9f8-5af1-45de-bc63-895957ef55db, host hv-osbrick-7545, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=d270e9f8-5af1-45de-bc63-895957ef55db,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=78998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:43:52.866682 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-c196b042-a157-448b-bf18-8d97ad5878c7 req-f1d1772c-0eea-4e6d-aecc-9ff04987c18d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:52.995659 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-c196b042-a157-448b-bf18-8d97ad5878c7 req-f1d1772c-0eea-4e6d-aecc-9ff04987c18d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Calling delete_port for d270e9f8-5af1-45de-bc63-895957ef55db owned by compute:nova {{(pid=78998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:43:53.080395 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-8901abb4-5bd2-49a4-98d8-980a679f8484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:53.278260 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-c196b042-a157-448b-bf18-8d97ad5878c7 req-f1d1772c-0eea-4e6d-aecc-9ff04987c18d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826'] for port, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:53.362635 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bbba9-e25b-4ab1-8c29-0b7c56e091c9 req-9c081150-a463-48bb-b9a6-4503cc58adb5 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:43:53.364496 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-3c7bbba9-e25b-4ab1-8c29-0b7c56e091c9 req-9c081150-a463-48bb-b9a6-4503cc58adb5 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 946 time: 0.2391782 Jan 28 03:43:53.380396 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-cb01205c-d511-4c12-972b-6709fbe699c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:43:53.443482 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1772c-0eea-4e6d-aecc-9ff04987c18d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event deleted for resources: {'Port': ['ID=d270e9f8-5af1-45de-bc63-895957ef55db,revision_number=None']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:43:53.691614 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-f1d1772c-0eea-4e6d-aecc-9ff04987c18d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:43:53.749106 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-3c7bbba9-e25b-4ab1-8c29-0b7c56e091c9 req-3cc7879a-1b23-4d14-8571-d0cb57329d64 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696253 Jan 28 03:43:53.761877 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device d270e9f8-5af1-45de-bc63-895957ef55db no longer exists at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 28 03:43:53.840840 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c196b042-a157-448b-bf18-8d97ad5878c7 req-f1d1772c-0eea-4e6d-aecc-9ff04987c18d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] No DVR routers for this DVR port d270e9f8-5af1-45de-bc63-895957ef55db on host hv-osbrick-7545 {{(pid=78998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 28 03:43:53.844842 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-c196b042-a157-448b-bf18-8d97ad5878c7 req-f1d1772c-0eea-4e6d-aecc-9ff04987c18d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:53.848248 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a50b7f-d200-436d-a906-b4503eb7cf85', 'name': 'network-vif-deleted', 'tag': 'd270e9f8-5af1-45de-bc63-895957ef55db'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:43:53.867709 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c196b042-a157-448b-bf18-8d97ad5878c7 req-f1d1772c-0eea-4e6d-aecc-9ff04987c18d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "DELETE /v2.0/ports/d270e9f8-5af1-45de-bc63-895957ef55db HTTP/1.1" status: 204 len: 173 time: 1.3463972 Jan 28 03:43:53.917513 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a50b7f-d200-436d-a906-b4503eb7cf85', 'name': 'network-vif-deleted', 'tag': 'd270e9f8-5af1-45de-bc63-895957ef55db', 'status': 'completed', 'code': 200} Jan 28 03:43:53.959302 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] No Port match for: d270e9f8-5af1-45de-bc63-895957ef55db {{(pid=79000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 28 03:43:53.959881 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device d270e9f8-5af1-45de-bc63-895957ef55db not bound to the agent host hv-osbrick-7545 {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 28 03:43:54.582293 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-4530d413-7545-4b63-bd23-e6da367c87c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:54.914944 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:43:54.956220 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-58de748f-c498-41c3-ad5f-4b348c469409 req-61e83a31-1033-4549-9b20-1bce9763a07f tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:43:54.976097 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-58de748f-c498-41c3-ad5f-4b348c469409 req-61e83a31-1033-4549-9b20-1bce9763a07f tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:43:54.978147 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-58de748f-c498-41c3-ad5f-4b348c469409 req-61e83a31-1033-4549-9b20-1bce9763a07f tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4a50b7f-d200-436d-a906-b4503eb7cf85 HTTP/1.1" status: 200 len: 210 time: 0.0699589 Jan 28 03:43:55.884630 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:02.151084 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-a6c33798-3a00-41fa-8adb-fe2582763d78 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:02.152712 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-a6c33798-3a00-41fa-8adb-fe2582763d78 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 812 time: 0.2334442 Jan 28 03:44:02.168348 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-72ff7cc7-8d19-4d83-9bcc-15a18b5693a0 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/quotas/f4bd05c5ef484006b450d8cd833536c5 HTTP/1.1" status: 200 len: 375 time: 0.0097444 Jan 28 03:44:02.289846 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-2fb88acf-d8d7-4f15-9cb3-a8699537cca2 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157300 Jan 28 03:44:02.434181 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-58c80cbf-4101-4a69-bdbb-9c389b185a14 service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370366 Jan 28 03:44:02.576495 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-01e30b2d-0f35-478b-b9b9-0ace11b61694 service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360273 Jan 28 03:44:02.990417 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a7353a0a-c525-401b-a658-6d73780ddc3b req-7d0dbe5e-bc56-4976-9963-da57c2211ddd tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 210 time: 0.0490344 Jan 28 03:44:04.176235 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-8a9091d1-d3e2-4936-834c-88e0dd8ac8b2 req-6e13b58e-46ca-402f-8053-7c1bc6cd7eff tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 210 time: 0.0519521 Jan 28 03:44:04.259942 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7728353f-6956-4dd8-86be-ef9d7b43d73c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:04.261561 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7728353f-6956-4dd8-86be-ef9d7b43d73c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 812 time: 0.2827101 Jan 28 03:44:04.284854 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-069d8b7f-3028-4f1a-a7e4-74e15aebfdea tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Request body: {'port': {'device_id': '96e45d51-d37e-46a1-9cb4-e0611bbebbdb', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'admin_state_up': True, 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:04.432080 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-069d8b7f-3028-4f1a-a7e4-74e15aebfdea tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:44:04.441838 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-069d8b7f-3028-4f1a-a7e4-74e15aebfdea tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:44:04.450978 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-069d8b7f-3028-4f1a-a7e4-74e15aebfdea tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Made reservation on behalf of f4bd05c5ef484006b450d8cd833536c5 for: {'port': 1} {{(pid=78998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 28 03:44:04.472647 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-069d8b7f-3028-4f1a-a7e4-74e15aebfdea tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:04.786882 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-069d8b7f-3028-4f1a-a7e4-74e15aebfdea tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Allocated IP 172.20.0.10 (aa76c6fd-2a04-42b7-8394-a25da885b6fe/1987f575-29b8-455b-ade3-9c9c615211af/a3174339-1583-410c-8c8b-736f6597762b) {{(pid=78998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:44:05.000961 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-069d8b7f-3028-4f1a-a7e4-74e15aebfdea tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for port, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:05.018311 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-069d8b7f-3028-4f1a-a7e4-74e15aebfdea tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Transition to ACTIVE for port object a3174339-1583-410c-8c8b-736f6597762b will not be triggered until provisioned by entity DHCP. {{(pid=78998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:44:05.042589 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-069d8b7f-3028-4f1a-a7e4-74e15aebfdea tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:05.063394 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:44:05.204191 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d8b7f-3028-4f1a-a7e4-74e15aebfdea tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event updated for resources: {'Port': ['ID=a3174339-1583-410c-8c8b-736f6597762b,revision_number=1']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:44:05.207346 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-069d8b7f-3028-4f1a-a7e4-74e15aebfdea tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:44:05.262048 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-069d8b7f-3028-4f1a-a7e4-74e15aebfdea tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Network aa76c6fd-2a04-42b7-8394-a25da885b6fe is already hosted by enough agents. {{(pid=78998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:44:05.263510 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-069d8b7f-3028-4f1a-a7e4-74e15aebfdea tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources bound (agent type, host, resource id): {{(pid=78998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:44:05.266566 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-069d8b7f-3028-4f1a-a7e4-74e15aebfdea tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Received port after_create {{(pid=78998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:44:05.334589 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-069d8b7f-3028-4f1a-a7e4-74e15aebfdea tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:05.335281 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-069d8b7f-3028-4f1a-a7e4-74e15aebfdea tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:05.436890 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-069d8b7f-3028-4f1a-a7e4-74e15aebfdea tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1563907 Jan 28 03:44:05.509928 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-3f570fd2-9084-4c95-9b2f-fd735ff2689c None None] Provisioning for port a3174339-1583-410c-8c8b-736f6597762b completed by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:44:05.514955 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-3f570fd2-9084-4c95-9b2f-fd735ff2689c None None] Provisioning complete for port a3174339-1583-410c-8c8b-736f6597762b triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:44:05.515371 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-3f570fd2-9084-4c95-9b2f-fd735ff2689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:05.530325 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ee305-81d1-4488-8a0b-13f0d12e7ac3 req-cb158a67-2174-47cd-8c74-d3525174c516 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:05.531167 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-e92ee305-81d1-4488-8a0b-13f0d12e7ac3 req-cb158a67-2174-47cd-8c74-d3525174c516 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:44:05.539997 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Request body: {'port': {'device_id': '96e45d51-d37e-46a1-9cb4-e0611bbebbdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7545'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:05.571928 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-3f570fd2-9084-4c95-9b2f-fd735ff2689c None None] Port a3174339-1583-410c-8c8b-736f6597762b cannot update to ACTIVE because it is not bound. {{(pid=79000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 03:44:05.600568 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-e92ee305-81d1-4488-8a0b-13f0d12e7ac3 req-cb158a67-2174-47cd-8c74-d3525174c516 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:44:05.602060 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-e92ee305-81d1-4488-8a0b-13f0d12e7ac3 req-cb158a67-2174-47cd-8c74-d3525174c516 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 932 time: 0.2614026 Jan 28 03:44:05.700232 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:05.735325 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-e92ee305-81d1-4488-8a0b-13f0d12e7ac3 req-1547d015-586c-4f53-954a-d1a73d07c913 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952833 Jan 28 03:44:06.129134 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3174339-1583-410c-8c8b-736f6597762b {{(pid=78998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 28 03:44:06.136699 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:06.148912 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Transition to ACTIVE for port object a3174339-1583-410c-8c8b-736f6597762b will not be triggered until provisioned by entity L2. {{(pid=78998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:44:06.151421 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:06.167527 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:44:06.303059 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Pushing event updated for resources: {'Port': ['ID=a3174339-1583-410c-8c8b-736f6597762b,revision_number=2']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:44:06.308768 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:44:06.433336 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Attempting to bind port a3174339-1583-410c-8c8b-736f6597762b on host hv-osbrick-7545 for vnic_type normal with profile {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:44:06.433722 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Attempting to bind port a3174339-1583-410c-8c8b-736f6597762b by drivers openvswitch on host hv-osbrick-7545 at level 0 using segments [{'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'}] {{(pid=78998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:44:06.434095 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Attempting to bind port a3174339-1583-410c-8c8b-736f6597762b on network aa76c6fd-2a04-42b7-8394-a25da885b6fe {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:44:06.440069 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Checking agent: {'id': 'af10580a-b5d4-433a-825b-ee7bf6aecb09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7545', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 40, 46), 'started_at': datetime.datetime(2021, 1, 28, 3, 41, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:44:06.440450 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Checking segment: {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=78998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:44:06.440859 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:06.441257 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Bound using segment: {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'} {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:44:06.441736 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Bound port: a3174339-1583-410c-8c8b-736f6597762b, host: hv-osbrick-7545, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'}}] {{(pid=78998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:44:06.442119 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:06.549343 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] For port a3174339-1583-410c-8c8b-736f6597762b, host hv-osbrick-7545, cleared binding levels {{(pid=78998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:44:06.552759 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] For port a3174339-1583-410c-8c8b-736f6597762b, host hv-osbrick-7545, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=a3174339-1583-410c-8c8b-736f6597762b,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=78998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:44:06.563564 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:06.579100 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:44:06.996434 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Pushing event updated for resources: {'Port': ['ID=a3174339-1583-410c-8c8b-736f6597762b,revision_number=3']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:44:07.009050 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:44:07.131113 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2c420-85e0-49e5-84f9-b1b473aad806 req-a6cf9fb1-cce9-49df-9384-92d71a4b98db tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:07.133410 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-99c2c420-85e0-49e5-84f9-b1b473aad806 req-a6cf9fb1-cce9-49df-9384-92d71a4b98db tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 944 time: 0.2606270 Jan 28 03:44:07.135075 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:07.135767 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:07.137278 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] 10.222.0.25 "PUT /v2.0/ports/a3174339-1583-410c-8c8b-736f6597762b HTTP/1.1" status: 200 len: 1158 time: 1.6029506 Jan 28 03:44:07.137739 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e45d51-d37e-46a1-9cb4-e0611bbebbdb', 'tag': 'a3174339-1583-410c-8c8b-736f6597762b'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:44:07.205633 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-99c2c420-85e0-49e5-84f9-b1b473aad806 req-eda703e4-95f0-4d0b-b24b-e3591f8f18a2 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622373 Jan 28 03:44:07.207851 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e45d51-d37e-46a1-9cb4-e0611bbebbdb', 'tag': 'a3174339-1583-410c-8c8b-736f6597762b', 'status': 'completed', 'code': 200} Jan 28 03:44:07.289401 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-68ff34f6-e817-4bc8-a76f-2401587cd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:07.290888 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-68ff34f6-e817-4bc8-a76f-2401587cd829 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 1161 time: 0.0822217 Jan 28 03:44:07.369388 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-0f84d4c6-df71-4f19-a3da-d010250976e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3174339-1583-410c-8c8b-736f6597762b HTTP/1.1" status: 200 len: 217 time: 0.0651252 Jan 28 03:44:07.440442 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-429c77c3-b390-4317-ac14-6877e5580c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:07.441950 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-429c77c3-b390-4317-ac14-6877e5580c3e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0660896 Jan 28 03:44:07.521571 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-12d31b5c-d299-4876-88fb-e2a85c7bad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:07.523128 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-12d31b5c-d299-4876-88fb-e2a85c7bad4c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746548 Jan 28 03:44:07.663860 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-596ea21e-4cdb-4a42-a085-47d4f8143595 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337914 Jan 28 03:44:07.804480 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-eb6890ef-ff83-4a04-9dd4-c94a0c07538e req-e21dd2e7-48e4-4223-8dd2-d7b3b4ff8f37 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1338587 Jan 28 03:44:07.987889 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4b1fc-8ab5-48b3-8348-341715eb3c6f req-5a2d91ac-bdc7-4fed-8e24-3220748d55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:07.989652 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-abe4b1fc-8ab5-48b3-8348-341715eb3c6f req-5a2d91ac-bdc7-4fed-8e24-3220748d55ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 1161 time: 0.0800238 Jan 28 03:44:08.132603 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4b1fc-8ab5-48b3-8348-341715eb3c6f req-dd8dbae4-73fc-431f-895e-706af4bd48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:08.134926 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-abe4b1fc-8ab5-48b3-8348-341715eb3c6f req-dd8dbae4-73fc-431f-895e-706af4bd48ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.1384375 Jan 28 03:44:08.206262 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-abe4b1fc-8ab5-48b3-8348-341715eb3c6f req-6d817102-d0c6-4ec6-bad2-9b32db7490bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3174339-1583-410c-8c8b-736f6597762b HTTP/1.1" status: 200 len: 217 time: 0.0653014 Jan 28 03:44:08.278592 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4b1fc-8ab5-48b3-8348-341715eb3c6f req-e0c7d1f2-a140-4b2a-8c2a-664925feff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:08.280185 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-abe4b1fc-8ab5-48b3-8348-341715eb3c6f req-e0c7d1f2-a140-4b2a-8c2a-664925feff71 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0680869 Jan 28 03:44:08.434495 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4b1fc-8ab5-48b3-8348-341715eb3c6f req-809b1e10-110c-4f97-bd59-8636fead98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:08.436144 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-abe4b1fc-8ab5-48b3-8348-341715eb3c6f req-809b1e10-110c-4f97-bd59-8636fead98ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1483290 Jan 28 03:44:08.560019 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da0a48-5166-4c12-bca0-1b5974e76454 req-9b4c6431-cee0-4a04-8f2e-19c556a10e0e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:08.561614 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b0da0a48-5166-4c12-bca0-1b5974e76454 req-9b4c6431-cee0-4a04-8f2e-19c556a10e0e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 944 time: 0.2217448 Jan 28 03:44:08.697759 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b0da0a48-5166-4c12-bca0-1b5974e76454 req-39859934-37b9-4a08-8b66-160bbb1976a5 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854521 Jan 28 03:44:08.731004 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-abe4b1fc-8ab5-48b3-8348-341715eb3c6f req-209744cd-59d4-42bf-bb5f-a14e294262e7 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868741 Jan 28 03:44:08.923503 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-abe4b1fc-8ab5-48b3-8348-341715eb3c6f req-a6194f52-3335-4699-be83-bc4779c4b61c service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1344306 Jan 28 03:44:09.982779 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3bccb-ae3e-4bdd-8e92-87890218775e req-b3f36b0c-424e-4d53-bdc7-616e9ec826f3 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:09.984447 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-efe3bccb-ae3e-4bdd-8e92-87890218775e req-b3f36b0c-424e-4d53-bdc7-616e9ec826f3 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 944 time: 0.1599100 Jan 28 03:44:10.048267 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-efe3bccb-ae3e-4bdd-8e92-87890218775e req-5927a4fb-d135-4e29-938f-261fac6e93bd tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571406 Jan 28 03:44:11.341177 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa3004-15dd-4d3f-a710-01c55bcfb2ae req-70573ef4-dce8-47c2-997f-48bbc0f97f4b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:11.342732 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-75fa3004-15dd-4d3f-a710-01c55bcfb2ae req-70573ef4-dce8-47c2-997f-48bbc0f97f4b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 944 time: 0.1658065 Jan 28 03:44:11.406007 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-75fa3004-15dd-4d3f-a710-01c55bcfb2ae req-cfeffb4f-3118-4ddb-beac-8a6c7d3da9af tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570362 Jan 28 03:44:12.577441 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device a3174339-1583-410c-8c8b-736f6597762b up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:44:12.650307 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning for port a3174339-1583-410c-8c8b-736f6597762b completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:44:12.655300 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port a3174339-1583-410c-8c8b-736f6597762b triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:44:12.655817 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:12.707187 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58306fae-04e0-4e2c-81fd-6110d51b99b4 req-ee97eca8-0adc-407f-88b3-150cef7429fb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:12.708885 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-58306fae-04e0-4e2c-81fd-6110d51b99b4 req-ee97eca8-0adc-407f-88b3-150cef7429fb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 944 time: 0.1749859 Jan 28 03:44:12.777780 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-58306fae-04e0-4e2c-81fd-6110d51b99b4 req-0fec244c-ffca-48a7-b454-7948449de31a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619593 Jan 28 03:44:12.779213 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:12.806696 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e45d51-d37e-46a1-9cb4-e0611bbebbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3174339-1583-410c-8c8b-736f6597762b'}] {{(pid=79000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:44:12.816702 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] For port a3174339-1583-410c-8c8b-736f6597762b, host hv-osbrick-7545, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=a3174339-1583-410c-8c8b-736f6597762b,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:44:12.819523 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:12.822645 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-7c7bf871-2836-4f22-ad00-ce67fb77fc24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:44:12.866631 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e45d51-d37e-46a1-9cb4-e0611bbebbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3174339-1583-410c-8c8b-736f6597762b', 'code': 200} Jan 28 03:44:12.892981 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Pushing event updated for resources: {'Port': ['ID=a3174339-1583-410c-8c8b-736f6597762b,revision_number=4']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:44:12.896237 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:44:13.183864 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b032e77-643e-4045-bf56-8fb1f6777de1 req-5027499d-3dca-4275-9462-beaae02b0ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:13.185391 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0b032e77-643e-4045-bf56-8fb1f6777de1 req-5027499d-3dca-4275-9462-beaae02b0ca8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 1163 time: 0.0761433 Jan 28 03:44:13.227680 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0b032e77-643e-4045-bf56-8fb1f6777de1 req-c22370ee-2250-4122-9db1-ea8d19b2eb3b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357814 Jan 28 03:44:14.046584 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device a3174339-1583-410c-8c8b-736f6597762b up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:44:14.068770 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3dc41-d338-4ab5-a3d9-c2d560e3f5e0 req-2713d321-5f73-4444-a386-3c94fb861821 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:14.070492 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-8bc3dc41-d338-4ab5-a3d9-c2d560e3f5e0 req-2713d321-5f73-4444-a386-3c94fb861821 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 946 time: 0.1627479 Jan 28 03:44:14.123631 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port a3174339-1583-410c-8c8b-736f6597762b triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:44:14.124047 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:14.134245 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-8bc3dc41-d338-4ab5-a3d9-c2d560e3f5e0 req-ecad345a-0e11-42aa-9592-8166fe651173 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573256 Jan 28 03:44:15.425738 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d280df-a555-4628-8458-ef4b9903c219 req-a3a4d6de-7139-4a7a-8944-5ac48edef737 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:15.427376 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-e1d280df-a555-4628-8458-ef4b9903c219 req-a3a4d6de-7139-4a7a-8944-5ac48edef737 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 946 time: 0.1622877 Jan 28 03:44:15.490083 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-e1d280df-a555-4628-8458-ef4b9903c219 req-6798bca6-56e3-4a9b-a0c3-9c0908fbe376 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561640 Jan 28 03:44:15.618248 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:15.781359 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59d7d9-54bc-4237-adc2-c37ea86df384 req-493b987f-7caa-4f86-a50d-d3c92f667512 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:15.782962 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-ba59d7d9-54bc-4237-adc2-c37ea86df384 req-493b987f-7caa-4f86-a50d-d3c92f667512 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 946 time: 0.1669066 Jan 28 03:44:15.845405 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-ba59d7d9-54bc-4237-adc2-c37ea86df384 req-746035d8-6ca9-44b2-8d4a-2d0b7527b200 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562356 Jan 28 03:44:16.109223 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device a3174339-1583-410c-8c8b-736f6597762b up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:44:16.183946 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port a3174339-1583-410c-8c8b-736f6597762b triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:44:16.184361 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:18.459590 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-c645087e-d6d3-48f8-bcea-212390921486 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:18.461444 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-c645087e-d6d3-48f8-bcea-212390921486 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 812 time: 0.2338405 Jan 28 03:44:18.476689 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-1893a6fc-34e6-4064-92b2-1fc2c9ba6a20 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/quotas/f4bd05c5ef484006b450d8cd833536c5 HTTP/1.1" status: 200 len: 375 time: 0.0092797 Jan 28 03:44:18.610670 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-f6402be9-c2a9-4982-b63d-c25ea3b60281 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1286821 Jan 28 03:44:18.962086 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-ec76915f-f8d1-4c76-bf7b-e599c4d2e862 service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431399 Jan 28 03:44:19.111741 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-bc7e0c2c-331b-4747-a559-104597e93730 service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376960 Jan 28 03:44:19.377321 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-9d954e14-cc56-43ec-9065-8ce8c6d4ec4e req-598ee7b8-70ad-4896-b523-aab6379734dc tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 210 time: 0.0655668 Jan 28 03:44:20.628896 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b60385a0-e845-43ec-a404-4476b2a67a4f req-83337b70-847e-4ec4-ab03-c848d51801d2 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 210 time: 0.0586672 Jan 28 03:44:20.772721 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-4dcf72bd-6749-41c6-9d5b-b63c6f4ba61a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:20.774377 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-4dcf72bd-6749-41c6-9d5b-b63c6f4ba61a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 812 time: 0.2803514 Jan 28 03:44:20.805800 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-0d19f7fc-68ab-42e2-98e4-49397cdf1b29 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Request body: {'port': {'device_id': '14d01dff-9df5-445d-9ecd-5046705580c4', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'admin_state_up': True, 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:20.949864 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-0d19f7fc-68ab-42e2-98e4-49397cdf1b29 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:44:20.959673 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-0d19f7fc-68ab-42e2-98e4-49397cdf1b29 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:44:20.975663 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-0d19f7fc-68ab-42e2-98e4-49397cdf1b29 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Made reservation on behalf of f4bd05c5ef484006b450d8cd833536c5 for: {'port': 1} {{(pid=78998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 28 03:44:20.998591 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-0d19f7fc-68ab-42e2-98e4-49397cdf1b29 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:21.316715 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-0d19f7fc-68ab-42e2-98e4-49397cdf1b29 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Allocated IP 172.20.0.7 (aa76c6fd-2a04-42b7-8394-a25da885b6fe/1987f575-29b8-455b-ade3-9c9c615211af/04e821fb-6242-4489-8e44-d447e29beed5) {{(pid=78998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:44:21.544795 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-0d19f7fc-68ab-42e2-98e4-49397cdf1b29 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for port, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:21.562743 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-0d19f7fc-68ab-42e2-98e4-49397cdf1b29 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Transition to ACTIVE for port object 04e821fb-6242-4489-8e44-d447e29beed5 will not be triggered until provisioned by entity DHCP. {{(pid=78998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:44:21.586354 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-0d19f7fc-68ab-42e2-98e4-49397cdf1b29 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:21.604091 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:44:21.754134 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19f7fc-68ab-42e2-98e4-49397cdf1b29 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event updated for resources: {'Port': ['ID=04e821fb-6242-4489-8e44-d447e29beed5,revision_number=1']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:44:21.759819 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-0d19f7fc-68ab-42e2-98e4-49397cdf1b29 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:44:21.875438 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-0d19f7fc-68ab-42e2-98e4-49397cdf1b29 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Network aa76c6fd-2a04-42b7-8394-a25da885b6fe is already hosted by enough agents. {{(pid=78998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:44:21.879014 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-0d19f7fc-68ab-42e2-98e4-49397cdf1b29 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources bound (agent type, host, resource id): {{(pid=78998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:44:21.881675 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-0d19f7fc-68ab-42e2-98e4-49397cdf1b29 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Received port after_create {{(pid=78998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:44:21.949239 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-0d19f7fc-68ab-42e2-98e4-49397cdf1b29 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:21.949966 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-0d19f7fc-68ab-42e2-98e4-49397cdf1b29 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:22.051568 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc35c0c-e822-4470-af74-14f502f3bf72 req-7944543d-8c13-4aba-b93d-fa038abd498e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:22.053299 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-abc35c0c-e822-4470-af74-14f502f3bf72 req-7944543d-8c13-4aba-b93d-fa038abd498e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 931 time: 0.2783151 Jan 28 03:44:22.083719 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-0d19f7fc-68ab-42e2-98e4-49397cdf1b29 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2827065 Jan 28 03:44:22.107983 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Request body: {'port': {'device_id': '14d01dff-9df5-445d-9ecd-5046705580c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7545'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:22.131590 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-7c566d41-c293-4b64-a4f9-29fcaba0722b None None] Provisioning for port 04e821fb-6242-4489-8e44-d447e29beed5 completed by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:44:22.137235 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-7c566d41-c293-4b64-a4f9-29fcaba0722b None None] Provisioning complete for port 04e821fb-6242-4489-8e44-d447e29beed5 triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:44:22.137777 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7c566d41-c293-4b64-a4f9-29fcaba0722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:22.166725 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-abc35c0c-e822-4470-af74-14f502f3bf72 req-293302a2-b906-4882-8ca6-38a36cc510be tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047611 Jan 28 03:44:22.195746 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-7c566d41-c293-4b64-a4f9-29fcaba0722b None None] Port 04e821fb-6242-4489-8e44-d447e29beed5 cannot update to ACTIVE because it is not bound. {{(pid=79000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 03:44:22.250945 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:22.515634 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:44:22.660301 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e821fb-6242-4489-8e44-d447e29beed5 {{(pid=78998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 28 03:44:22.668872 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:22.680613 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Transition to ACTIVE for port object 04e821fb-6242-4489-8e44-d447e29beed5 will not be triggered until provisioned by entity L2. {{(pid=78998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:44:22.683262 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:22.698762 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:44:22.826345 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Pushing event updated for resources: {'Port': ['ID=04e821fb-6242-4489-8e44-d447e29beed5,revision_number=2']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:44:22.829418 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:44:22.961983 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Attempting to bind port 04e821fb-6242-4489-8e44-d447e29beed5 on host hv-osbrick-7545 for vnic_type normal with profile {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:44:22.962307 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Attempting to bind port 04e821fb-6242-4489-8e44-d447e29beed5 by drivers openvswitch on host hv-osbrick-7545 at level 0 using segments [{'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'}] {{(pid=78998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:44:22.962867 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Attempting to bind port 04e821fb-6242-4489-8e44-d447e29beed5 on network aa76c6fd-2a04-42b7-8394-a25da885b6fe {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:44:22.968966 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Checking agent: {'id': 'af10580a-b5d4-433a-825b-ee7bf6aecb09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7545', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 40, 46), 'started_at': datetime.datetime(2021, 1, 28, 3, 41, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:44:22.969806 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Checking segment: {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=78998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:44:22.969934 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:22.970762 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Bound using segment: {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'} {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:44:22.970762 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Bound port: 04e821fb-6242-4489-8e44-d447e29beed5, host: hv-osbrick-7545, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'}}] {{(pid=78998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:44:22.971163 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:23.067358 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] For port 04e821fb-6242-4489-8e44-d447e29beed5, host hv-osbrick-7545, cleared binding levels {{(pid=78998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:44:23.071209 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] For port 04e821fb-6242-4489-8e44-d447e29beed5, host hv-osbrick-7545, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=04e821fb-6242-4489-8e44-d447e29beed5,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=78998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:44:23.074667 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:23.081594 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-f81fe560-1f72-421c-8de9-037387b22078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:23.092892 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:44:23.236068 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Pushing event updated for resources: {'Port': ['ID=04e821fb-6242-4489-8e44-d447e29beed5,revision_number=3']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:44:23.249691 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:44:23.282205 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:23.283203 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:23.284832 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] 10.222.0.25 "PUT /v2.0/ports/04e821fb-6242-4489-8e44-d447e29beed5 HTTP/1.1" status: 200 len: 1157 time: 1.1812098 Jan 28 03:44:23.285414 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d01dff-9df5-445d-9ecd-5046705580c4', 'tag': '04e821fb-6242-4489-8e44-d447e29beed5'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:44:23.357841 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d01dff-9df5-445d-9ecd-5046705580c4', 'tag': '04e821fb-6242-4489-8e44-d447e29beed5', 'status': 'completed', 'code': 200} Jan 28 03:44:23.529441 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3382ec-9cd9-4123-bd3a-3b10b70c2bbe req-b5ed9960-d5d5-418a-85c7-e73d0a292d3e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:23.530261 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-ea3382ec-9cd9-4123-bd3a-3b10b70c2bbe req-b5ed9960-d5d5-418a-85c7-e73d0a292d3e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:44:23.561625 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-ea3382ec-9cd9-4123-bd3a-3b10b70c2bbe req-b5ed9960-d5d5-418a-85c7-e73d0a292d3e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:44:23.562887 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-ea3382ec-9cd9-4123-bd3a-3b10b70c2bbe req-b5ed9960-d5d5-418a-85c7-e73d0a292d3e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 943 time: 0.2574646 Jan 28 03:44:23.568455 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-c4545120-1fa7-4967-810c-6051442e8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:23.570027 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-c4545120-1fa7-4967-810c-6051442e8443 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 1160 time: 0.1928196 Jan 28 03:44:23.675077 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-0c240ddd-4b25-4e77-a75d-d728284e99ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04e821fb-6242-4489-8e44-d447e29beed5 HTTP/1.1" status: 200 len: 217 time: 0.0819769 Jan 28 03:44:23.693265 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-ea3382ec-9cd9-4123-bd3a-3b10b70c2bbe req-fe1b93f3-9f3e-460c-b10c-7fc6d2ee221a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222723 Jan 28 03:44:23.756367 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-ef3119b4-d18e-4030-9ab7-7da8879b8312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:23.757978 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-ef3119b4-d18e-4030-9ab7-7da8879b8312 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0637982 Jan 28 03:44:23.841399 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-3aa2df61-c725-45d3-8a34-f2030067d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:23.843065 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-3aa2df61-c725-45d3-8a34-f2030067d9d1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790949 Jan 28 03:44:23.985415 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-75410f11-bad0-4d7d-950f-61c6b91efcca service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342416 Jan 28 03:44:24.326095 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-2069c3fa-e100-4d0f-88d7-ea585fb32560 req-0d47f4b7-75e2-4a43-a4fe-6b97f8171f97 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3339851 Jan 28 03:44:24.475550 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4ce75-6d37-4299-a8ce-d189e080fb17 req-84f8fb54-347a-4e49-b01e-1da9a1a3b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:24.477252 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a7f4ce75-6d37-4299-a8ce-d189e080fb17 req-84f8fb54-347a-4e49-b01e-1da9a1a3b1eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 1160 time: 0.0761957 Jan 28 03:44:24.584892 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a512cb75-81b1-4731-9fa1-7e7e4e4f7a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:24.626713 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4ce75-6d37-4299-a8ce-d189e080fb17 req-fcf15de8-2ef9-4c0d-bf5a-12f445c9faec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:24.628407 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a7f4ce75-6d37-4299-a8ce-d189e080fb17 req-fcf15de8-2ef9-4c0d-bf5a-12f445c9faec service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.1410275 Jan 28 03:44:24.704678 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a7f4ce75-6d37-4299-a8ce-d189e080fb17 req-4735e331-41bd-4b6c-8ac4-0f0779877cc3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04e821fb-6242-4489-8e44-d447e29beed5 HTTP/1.1" status: 200 len: 217 time: 0.0692213 Jan 28 03:44:24.781442 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4ce75-6d37-4299-a8ce-d189e080fb17 req-9462c495-f9bb-43d8-a337-b4b9eca4f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:24.783057 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a7f4ce75-6d37-4299-a8ce-d189e080fb17 req-9462c495-f9bb-43d8-a337-b4b9eca4f6ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0652695 Jan 28 03:44:24.912299 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:24.933240 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4ce75-6d37-4299-a8ce-d189e080fb17 req-9e43877a-201d-4848-a923-aeaa11fee0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:24.934871 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a7f4ce75-6d37-4299-a8ce-d189e080fb17 req-9e43877a-201d-4848-a923-aeaa11fee0bc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1454444 Jan 28 03:44:25.021970 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9230b1-729a-43db-828e-4f727bf20012 req-775324f1-adc2-4758-bfba-def876581877 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:25.024017 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bf9230b1-729a-43db-828e-4f727bf20012 req-775324f1-adc2-4758-bfba-def876581877 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 943 time: 0.1950660 Jan 28 03:44:25.176640 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bf9230b1-729a-43db-828e-4f727bf20012 req-6d0c3f0b-eb70-4cdc-9b33-2bfacbce8281 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271646 Jan 28 03:44:25.217276 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a7f4ce75-6d37-4299-a8ce-d189e080fb17 req-808750d9-4018-4571-abb9-3bae9962f188 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922095 Jan 28 03:44:25.367307 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a7f4ce75-6d37-4299-a8ce-d189e080fb17 req-50f704e0-5461-4aa6-ae88-99b703037923 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1434665 Jan 28 03:44:25.888018 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:26.502404 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f23c34-88d0-4c78-924c-bfa921b1a2e4 req-0c1bcbdb-c813-4ebb-b67a-7f096e70d2eb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:26.504060 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-56f23c34-88d0-4c78-924c-bfa921b1a2e4 req-0c1bcbdb-c813-4ebb-b67a-7f096e70d2eb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 943 time: 0.1823721 Jan 28 03:44:26.698764 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-56f23c34-88d0-4c78-924c-bfa921b1a2e4 req-26afd25f-08c4-4e52-ab6e-efa3ef99508b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233089 Jan 28 03:44:26.717036 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38e2a3-5306-4419-b70f-5c9df081ec53 req-a15d1474-1e58-4e5f-8c59-11eeceb21264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:26.718655 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5f38e2a3-5306-4419-b70f-5c9df081ec53 req-a15d1474-1e58-4e5f-8c59-11eeceb21264 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2889dd242c3e4e6cad883dc5e3a15554&device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 1202 time: 0.2124205 Jan 28 03:44:26.802821 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802c828-e15b-4272-8d24-3be42978b6d4 req-bb574b54-f1af-4cce-b1b4-2e1ff8d5c169 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:26.805157 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5802c828-e15b-4272-8d24-3be42978b6d4 req-bb574b54-f1af-4cce-b1b4-2e1ff8d5c169 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 984 time: 0.3000162 Jan 28 03:44:26.977831 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5802c828-e15b-4272-8d24-3be42978b6d4 req-f16271fa-373d-4769-acb8-191d12c157e2 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&id=d01e3617-589d-4785-85ff-2bdfb9977f02&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1467350 Jan 28 03:44:27.017605 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38e2a3-5306-4419-b70f-5c9df081ec53 req-dad5d198-8b87-4095-af94-75dbc4527e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:27.019316 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5f38e2a3-5306-4419-b70f-5c9df081ec53 req-dad5d198-8b87-4095-af94-75dbc4527e0b service neutron] 10.222.0.25 "GET /v2.0/networks?id=8b46498e-ae14-4b2c-a194-d2af2bcb020e HTTP/1.1" status: 200 len: 909 time: 0.2131667 Jan 28 03:44:27.211079 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5f38e2a3-5306-4419-b70f-5c9df081ec53 req-7ec5a562-9cdd-48c5-b4a5-907f423cf965 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00767dc8-9644-47c3-a02a-dc8181372218 HTTP/1.1" status: 200 len: 1000 time: 0.1019866 Jan 28 03:44:27.290031 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38e2a3-5306-4419-b70f-5c9df081ec53 req-9f8baf1b-2af6-4971-b688-6c6b9892a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:27.291735 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5f38e2a3-5306-4419-b70f-5c9df081ec53 req-9f8baf1b-2af6-4971-b688-6c6b9892a473 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92787f76-46f7-4047-93a0-358d00a52267 HTTP/1.1" status: 200 len: 854 time: 0.0687969 Jan 28 03:44:27.389423 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38e2a3-5306-4419-b70f-5c9df081ec53 req-ce39b7a7-9f47-4e1b-9b4c-6b87cafb374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:27.391020 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5f38e2a3-5306-4419-b70f-5c9df081ec53 req-ce39b7a7-9f47-4e1b-9b4c-6b87cafb374b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8b46498e-ae14-4b2c-a194-d2af2bcb020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758350 Jan 28 03:44:27.533237 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5f38e2a3-5306-4419-b70f-5c9df081ec53 req-e4ee1915-1fca-4b9a-9dd7-cadf461da54f service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338873 Jan 28 03:44:27.676488 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5f38e2a3-5306-4419-b70f-5c9df081ec53 req-e4d14978-ad04-4c5f-bf70-c999bb86b251 service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1357772 Jan 28 03:44:28.006120 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd28517-b6c7-44e1-aaa2-e21adb00e9ac req-604a488c-a73e-4afc-822a-eec0b9f6c1ba tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:28.008566 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-dcd28517-b6c7-44e1-aaa2-e21adb00e9ac req-604a488c-a73e-4afc-822a-eec0b9f6c1ba tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 943 time: 0.1744051 Jan 28 03:44:28.086125 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-dcd28517-b6c7-44e1-aaa2-e21adb00e9ac req-14c628ba-1188-4a9e-8410-f54e707c1454 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660114 Jan 28 03:44:28.298828 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8c5f9-96e5-430c-a8cb-4aac1433bb22 req-f9c9e546-9056-4e7a-99b1-8547356f229f tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:28.300581 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a0d8c5f9-96e5-430c-a8cb-4aac1433bb22 req-f9c9e546-9056-4e7a-99b1-8547356f229f tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 984 time: 0.1707723 Jan 28 03:44:28.383468 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a0d8c5f9-96e5-430c-a8cb-4aac1433bb22 req-4d5aa1a0-21f8-4c71-a890-85ebdc18087d tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&id=d01e3617-589d-4785-85ff-2bdfb9977f02&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0763118 Jan 28 03:44:29.379321 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19110904-7567-41e0-8f84-473106a500f4 req-d0a77dd8-ff23-4f66-a486-9fd23722e354 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:29.380939 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-19110904-7567-41e0-8f84-473106a500f4 req-d0a77dd8-ff23-4f66-a486-9fd23722e354 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 943 time: 0.1651654 Jan 28 03:44:29.445034 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-19110904-7567-41e0-8f84-473106a500f4 req-aa7cd755-fba9-489c-a207-1cb61d9d0df0 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571520 Jan 28 03:44:29.676454 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa5d67-d921-44ce-afdd-01157f3be6b2 req-b9ab6c76-bd6d-4164-8154-21b10656f5eb tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:29.677991 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-2caa5d67-d921-44ce-afdd-01157f3be6b2 req-b9ab6c76-bd6d-4164-8154-21b10656f5eb tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 984 time: 0.1637018 Jan 28 03:44:29.760763 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-2caa5d67-d921-44ce-afdd-01157f3be6b2 req-83816369-53e2-4731-b734-8e1bc1c7e138 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&id=d01e3617-589d-4785-85ff-2bdfb9977f02&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0758438 Jan 28 03:44:30.738149 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872d70f-d63f-416a-a311-98a043b1b7b5 req-30b73881-2e5e-4ab6-a9f9-8a9d174565c1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:30.740090 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7872d70f-d63f-416a-a311-98a043b1b7b5 req-30b73881-2e5e-4ab6-a9f9-8a9d174565c1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 943 time: 0.1656568 Jan 28 03:44:30.803147 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7872d70f-d63f-416a-a311-98a043b1b7b5 req-14d0272d-f292-4ac8-9062-a3901f92708b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570114 Jan 28 03:44:30.903647 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 04e821fb-6242-4489-8e44-d447e29beed5 up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:44:30.977707 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning for port 04e821fb-6242-4489-8e44-d447e29beed5 completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:44:30.982671 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port 04e821fb-6242-4489-8e44-d447e29beed5 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:44:30.983093 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:31.056948 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dec63-b19b-4086-87aa-845472429346 req-71d30081-1706-4476-8b46-652c9ae1c4bd tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:31.058669 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-890dec63-b19b-4086-87aa-845472429346 req-71d30081-1706-4476-8b46-652c9ae1c4bd tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 984 time: 0.1669133 Jan 28 03:44:31.106252 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:31.133416 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d01dff-9df5-445d-9ecd-5046705580c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e821fb-6242-4489-8e44-d447e29beed5'}] {{(pid=79000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:44:31.140211 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-890dec63-b19b-4086-87aa-845472429346 req-bad12743-afa4-4241-87a3-a0897c1ec112 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&id=d01e3617-589d-4785-85ff-2bdfb9977f02&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0750823 Jan 28 03:44:31.144159 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] For port 04e821fb-6242-4489-8e44-d447e29beed5, host hv-osbrick-7545, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=04e821fb-6242-4489-8e44-d447e29beed5,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:44:31.152678 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:31.154589 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:44:31.199725 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d01dff-9df5-445d-9ecd-5046705580c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e821fb-6242-4489-8e44-d447e29beed5', 'code': 200} Jan 28 03:44:31.226552 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Pushing event updated for resources: {'Port': ['ID=04e821fb-6242-4489-8e44-d447e29beed5,revision_number=4']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:44:31.229768 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:44:31.465187 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7b18f-08b4-4a6b-9727-bd12e980c47f req-b357ae76-bc7d-4789-bb84-a15c74c18d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:31.466799 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f1f7b18f-08b4-4a6b-9727-bd12e980c47f req-b357ae76-bc7d-4789-bb84-a15c74c18d55 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 1162 time: 0.0793993 Jan 28 03:44:31.512964 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f1f7b18f-08b4-4a6b-9727-bd12e980c47f req-21cae3c1-6cb1-465e-a8b9-cb9b73b40cdf service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364416 Jan 28 03:44:32.090461 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d69e0-0fde-403c-961d-53a7589a2e18 req-92e5536a-0fce-4ad6-b9fc-88b72e46b821 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:32.092103 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-225d69e0-0fde-403c-961d-53a7589a2e18 req-92e5536a-0fce-4ad6-b9fc-88b72e46b821 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 945 time: 0.1601386 Jan 28 03:44:32.158861 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-225d69e0-0fde-403c-961d-53a7589a2e18 req-99b4d567-5411-44e8-bca6-c33bb9515b1a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606539 Jan 28 03:44:32.293548 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 04e821fb-6242-4489-8e44-d447e29beed5 up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:44:32.364668 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port 04e821fb-6242-4489-8e44-d447e29beed5 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:44:32.365094 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:32.433031 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05d81d-ec16-4216-b946-0ae1cecb4f80 req-fdaa78d1-f832-4c91-8b36-6a1db6fbfb0e tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:32.434657 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-4a05d81d-ec16-4216-b946-0ae1cecb4f80 req-fdaa78d1-f832-4c91-8b36-6a1db6fbfb0e tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 984 time: 0.1615286 Jan 28 03:44:32.516057 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-4a05d81d-ec16-4216-b946-0ae1cecb4f80 req-2c173945-1284-4383-ba9b-fe7232091c26 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&id=d01e3617-589d-4785-85ff-2bdfb9977f02&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0747983 Jan 28 03:44:33.453142 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c4815-a13b-45a3-bad8-9f8ca3b5283d req-d8c31146-2600-4fc5-94c5-c9ff8a45b6fb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:33.454784 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-da1c4815-a13b-45a3-bad8-9f8ca3b5283d req-d8c31146-2600-4fc5-94c5-c9ff8a45b6fb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 945 time: 0.1660192 Jan 28 03:44:33.518064 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-da1c4815-a13b-45a3-bad8-9f8ca3b5283d req-a829f6f6-bd4f-42d4-bed4-fa738add235c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567064 Jan 28 03:44:34.080935 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55962f-8b54-4fbe-9086-c8b8f8de5b0e req-83d25c3f-858b-45ac-9e7a-539adf44322b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:34.082632 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bb55962f-8b54-4fbe-9086-c8b8f8de5b0e req-83d25c3f-858b-45ac-9e7a-539adf44322b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 984 time: 0.4349658 Jan 28 03:44:34.174422 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc631d3a-b163-43b0-a7bf-af4aebb1f775 req-adfad0b6-e521-4f5b-9505-b7be37137f25 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:34.176041 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bc631d3a-b163-43b0-a7bf-af4aebb1f775 req-adfad0b6-e521-4f5b-9505-b7be37137f25 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 945 time: 0.5263329 Jan 28 03:44:34.284336 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bb55962f-8b54-4fbe-9086-c8b8f8de5b0e req-bce112e2-f8ae-46f7-bcbd-61eb0ca7ac24 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&id=d01e3617-589d-4785-85ff-2bdfb9977f02&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1071224 Jan 28 03:44:34.305424 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bc631d3a-b163-43b0-a7bf-af4aebb1f775 req-1fca0739-a25b-4446-a8ef-959e87540ae2 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135466 Jan 28 03:44:34.908191 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b44122-98ce-4f63-bb15-8ca7b4b95573 req-abab5551-b594-45e8-96bc-9b4adf03793d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:34.909763 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-07b44122-98ce-4f63-bb15-8ca7b4b95573 req-abab5551-b594-45e8-96bc-9b4adf03793d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 945 time: 0.1645725 Jan 28 03:44:34.973214 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-07b44122-98ce-4f63-bb15-8ca7b4b95573 req-e2a2edf6-e5d0-4215-bcd9-d7bf0995e08a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567374 Jan 28 03:44:35.581375 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f1249-06d4-4b84-af81-40f8d0f30eba req-99d0c2bc-c4d8-4ee7-94f6-07bb11fb429f tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:35.582983 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7c5f1249-06d4-4b84-af81-40f8d0f30eba req-99d0c2bc-c4d8-4ee7-94f6-07bb11fb429f tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 984 time: 0.1642520 Jan 28 03:44:35.668820 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7c5f1249-06d4-4b84-af81-40f8d0f30eba req-3b5e03be-8ffb-45af-9ebc-db693194d0c6 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&id=d01e3617-589d-4785-85ff-2bdfb9977f02&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0786166 Jan 28 03:44:36.276420 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fb020-3ee1-485e-84ab-0ce9bbd16cc4 req-7c5096db-2fa2-42f5-8f1e-b4fadb628336 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:36.278025 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-105fb020-3ee1-485e-84ab-0ce9bbd16cc4 req-7c5096db-2fa2-42f5-8f1e-b4fadb628336 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 945 time: 0.1717203 Jan 28 03:44:36.343126 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-105fb020-3ee1-485e-84ab-0ce9bbd16cc4 req-38812905-c6de-436c-968c-b8aceb549a13 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587554 Jan 28 03:44:36.431346 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 04e821fb-6242-4489-8e44-d447e29beed5 up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:44:36.506411 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port 04e821fb-6242-4489-8e44-d447e29beed5 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:44:36.506891 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:37.028452 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273a413-9c1d-4bee-86d9-ff7cc6f53d22 req-5b8e0d93-46eb-4788-93e5-9587ebedb544 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:37.030070 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f273a413-9c1d-4bee-86d9-ff7cc6f53d22 req-5b8e0d93-46eb-4788-93e5-9587ebedb544 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "GET /v2.0/ports?device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 945 time: 0.2286296 Jan 28 03:44:37.113504 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd80be-f2ac-4c90-aeae-b49462196f9b req-9da43829-7592-4564-9154-854e53a35fcf tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:37.115305 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1cfd80be-f2ac-4c90-aeae-b49462196f9b req-9da43829-7592-4564-9154-854e53a35fcf tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 984 time: 0.2785535 Jan 28 03:44:37.248528 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1cfd80be-f2ac-4c90-aeae-b49462196f9b req-7f237fe2-44bb-4bae-977c-4f248cfad346 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&id=d01e3617-589d-4785-85ff-2bdfb9977f02&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1018636 Jan 28 03:44:37.269755 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-f273a413-9c1d-4bee-86d9-ff7cc6f53d22 req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Deleting port 04e821fb-6242-4489-8e44-d447e29beed5 {{(pid=78998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:44:37.270108 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-f273a413-9c1d-4bee-86d9-ff7cc6f53d22 req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:37.615734 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-f273a413-9c1d-4bee-86d9-ff7cc6f53d22 req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] For port 04e821fb-6242-4489-8e44-d447e29beed5, host hv-osbrick-7545, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=04e821fb-6242-4489-8e44-d447e29beed5,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=78998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:44:37.616520 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-f273a413-9c1d-4bee-86d9-ff7cc6f53d22 req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:37.756394 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-f273a413-9c1d-4bee-86d9-ff7cc6f53d22 req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Calling delete_port for 04e821fb-6242-4489-8e44-d447e29beed5 owned by compute:nova {{(pid=78998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:44:37.878281 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c82e43-cf97-46fe-ba44-93d8427dc718 req-8bb9e267-211a-4131-a609-aeda22b546cc tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:37.879915 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a6c82e43-cf97-46fe-ba44-93d8427dc718 req-8bb9e267-211a-4131-a609-aeda22b546cc tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 945 time: 0.4050441 Jan 28 03:44:37.983687 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a6c82e43-cf97-46fe-ba44-93d8427dc718 req-a78c60d9-2320-4870-848f-1d5aa9e987d9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946679 Jan 28 03:44:38.085624 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-f273a413-9c1d-4bee-86d9-ff7cc6f53d22 req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826'] for port, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:38.102888 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:44:38.201884 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event deleted for resources: {'Port': ['ID=04e821fb-6242-4489-8e44-d447e29beed5,revision_number=None']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:44:38.214704 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.215104 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.215494 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.215875 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.216254 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.216633 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.217006 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.217380 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.217759 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.218131 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.218499 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.218894 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.219332 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.219700 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.220068 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.220435 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.220802 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.221175 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.221540 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.221905 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.222269 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.222661 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.223027 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.223394 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:44:38.227925 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:44:38.325887 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f273a413-9c1d-4bee-86d9-ff7cc6f53d22 req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] No DVR routers for this DVR port 04e821fb-6242-4489-8e44-d447e29beed5 on host hv-osbrick-7545 {{(pid=78998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 28 03:44:38.328475 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-f273a413-9c1d-4bee-86d9-ff7cc6f53d22 req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:38.332992 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d01dff-9df5-445d-9ecd-5046705580c4', 'name': 'network-vif-deleted', 'tag': '04e821fb-6242-4489-8e44-d447e29beed5'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:44:38.347969 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f273a413-9c1d-4bee-86d9-ff7cc6f53d22 req-8e4dc827-b8d5-422a-b1ea-f05896a25069 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "DELETE /v2.0/ports/04e821fb-6242-4489-8e44-d447e29beed5 HTTP/1.1" status: 204 len: 173 time: 1.2316048 Jan 28 03:44:38.389411 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 00767dc8-9644-47c3-a02a-dc8181372218 up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:44:38.452307 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d01dff-9df5-445d-9ecd-5046705580c4', 'name': 'network-vif-deleted', 'tag': '04e821fb-6242-4489-8e44-d447e29beed5', 'status': 'completed', 'code': 200} Jan 28 03:44:38.479753 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port 00767dc8-9644-47c3-a02a-dc8181372218 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:44:38.480151 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:38.565987 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d95e6-405e-4d5b-8efc-4723f9843269 req-d934434e-26be-4ab0-ab8a-c72ff1c4f4f8 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:38.567672 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-711d95e6-405e-4d5b-8efc-4723f9843269 req-d934434e-26be-4ab0-ab8a-c72ff1c4f4f8 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 984 time: 0.1825686 Jan 28 03:44:38.646681 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 04e821fb-6242-4489-8e44-d447e29beed5 no longer exists at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 28 03:44:38.653749 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-711d95e6-405e-4d5b-8efc-4723f9843269 req-9c5e4a8e-02f5-401e-adbf-79992b896571 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&id=d01e3617-589d-4785-85ff-2bdfb9977f02&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0783002 Jan 28 03:44:38.682618 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] No Port match for: 04e821fb-6242-4489-8e44-d447e29beed5 {{(pid=79000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 28 03:44:38.683007 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 04e821fb-6242-4489-8e44-d447e29beed5 not bound to the agent host hv-osbrick-7545 {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 28 03:44:39.188519 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-7a1b7f81-a375-4a41-8230-3fb273e6f6d2 req-a901b198-026a-4b50-94f5-0618f6c7ce3a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:44:39.205487 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-7a1b7f81-a375-4a41-8230-3fb273e6f6d2 req-a901b198-026a-4b50-94f5-0618f6c7ce3a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:44:39.206845 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7a1b7f81-a375-4a41-8230-3fb273e6f6d2 req-a901b198-026a-4b50-94f5-0618f6c7ce3a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=14d01dff-9df5-445d-9ecd-5046705580c4 HTTP/1.1" status: 200 len: 210 time: 0.0663676 Jan 28 03:44:39.963540 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8c400-0e12-47c1-b8f9-7c00dceab693 req-10ce0bee-59e0-4c45-ade0-6e5dea783baf tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:39.970530 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-62c8c400-0e12-47c1-b8f9-7c00dceab693 req-10ce0bee-59e0-4c45-ade0-6e5dea783baf tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 984 time: 0.1703405 Jan 28 03:44:40.051106 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-62c8c400-0e12-47c1-b8f9-7c00dceab693 req-3aede4fe-abab-4c5b-95bf-2951785c7045 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&id=d01e3617-589d-4785-85ff-2bdfb9977f02&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0791178 Jan 28 03:44:40.665729 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 00767dc8-9644-47c3-a02a-dc8181372218 up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:44:40.746818 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port 00767dc8-9644-47c3-a02a-dc8181372218 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:44:40.747227 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:42.049547 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8e7d2-4db3-4ad9-a27a-91800a2c16e5 req-487cb56e-4c67-4cf1-bcb6-b5468c0d52ff tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:42.051202 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1ed8e7d2-4db3-4ad9-a27a-91800a2c16e5 req-487cb56e-4c67-4cf1-bcb6-b5468c0d52ff tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 946 time: 0.1696091 Jan 28 03:44:42.119757 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1ed8e7d2-4db3-4ad9-a27a-91800a2c16e5 req-fe11e0c4-e9d6-44e7-9f32-949a0d954e7b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617537 Jan 28 03:44:43.415977 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6e9da-eb5d-400a-a6aa-de540f62b079 req-653caf58-4baa-41db-9014-af08aa985050 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:43.417578 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c4c6e9da-eb5d-400a-a6aa-de540f62b079 req-653caf58-4baa-41db-9014-af08aa985050 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 946 time: 0.1645823 Jan 28 03:44:43.482564 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c4c6e9da-eb5d-400a-a6aa-de540f62b079 req-6fd94145-d7bb-4d8a-a824-d0d6802e4d4b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586085 Jan 28 03:44:44.116023 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102db562-29a6-44ea-9ad9-bd02ee6736d3 req-166b201b-3398-4114-86a4-cde772a1e370 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:44.117596 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-102db562-29a6-44ea-9ad9-bd02ee6736d3 req-166b201b-3398-4114-86a4-cde772a1e370 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "GET /v2.0/ports?device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 946 time: 0.1655087 Jan 28 03:44:44.180955 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device a3174339-1583-410c-8c8b-736f6597762b no longer exists at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 28 03:44:44.209052 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-102db562-29a6-44ea-9ad9-bd02ee6736d3 req-a9e427da-88bf-4f12-92e4-4fd442f8d4f8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Deleting port a3174339-1583-410c-8c8b-736f6597762b {{(pid=78998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:44:44.209443 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-102db562-29a6-44ea-9ad9-bd02ee6736d3 req-a9e427da-88bf-4f12-92e4-4fd442f8d4f8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:44.270682 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.25', 50310) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:44:44.305007 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:44.339741 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e45d51-d37e-46a1-9cb4-e0611bbebbdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3174339-1583-410c-8c8b-736f6597762b'}] {{(pid=79000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:44:44.347315 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] For port a3174339-1583-410c-8c8b-736f6597762b, host hv-osbrick-7545, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=a3174339-1583-410c-8c8b-736f6597762b,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:44:44.352357 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:44.354330 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:44:44.364892 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7375df41-be62-493d-8947-eb9523d6e89a req-e2879ddc-c6e1-48af-90db-617f663b4477 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0921874 Jan 28 03:44:44.407492 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e45d51-d37e-46a1-9cb4-e0611bbebbdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3174339-1583-410c-8c8b-736f6597762b', 'code': 200} Jan 28 03:44:44.432653 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Pushing event updated for resources: {'Port': ['ID=a3174339-1583-410c-8c8b-736f6597762b,revision_number=5']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:44:44.435934 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:44:44.487067 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-102db562-29a6-44ea-9ad9-bd02ee6736d3 req-a9e427da-88bf-4f12-92e4-4fd442f8d4f8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] For port a3174339-1583-410c-8c8b-736f6597762b, host hv-osbrick-7545, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=a3174339-1583-410c-8c8b-736f6597762b,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=78998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:44:44.487462 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-102db562-29a6-44ea-9ad9-bd02ee6736d3 req-a9e427da-88bf-4f12-92e4-4fd442f8d4f8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:44.535229 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375df41-be62-493d-8947-eb9523d6e89a req-11796e4a-ee9b-4af8-ab7d-1f6d5dd13796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:44.536846 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7375df41-be62-493d-8947-eb9523d6e89a req-11796e4a-ee9b-4af8-ab7d-1f6d5dd13796 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2889dd242c3e4e6cad883dc5e3a15554&device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 1202 time: 0.0786490 Jan 28 03:44:44.620147 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-102db562-29a6-44ea-9ad9-bd02ee6736d3 req-a9e427da-88bf-4f12-92e4-4fd442f8d4f8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Calling delete_port for a3174339-1583-410c-8c8b-736f6597762b owned by compute:nova {{(pid=78998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:44:44.781618 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.db.api [req-102db562-29a6-44ea-9ad9-bd02ee6736d3 req-a9e427da-88bf-4f12-92e4-4fd442f8d4f8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78998) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:44:44.781905 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_db.api [req-102db562-29a6-44ea-9ad9-bd02ee6736d3 req-a9e427da-88bf-4f12-92e4-4fd442f8d4f8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 28 03:44:44.866492 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b619cf-ef47-45fc-afed-74329bb86791 req-a6483ec2-579e-402b-822f-e1ed9a31af1c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:44.868219 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-88b619cf-ef47-45fc-afed-74329bb86791 req-a6483ec2-579e-402b-822f-e1ed9a31af1c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 944 time: 0.2181060 Jan 28 03:44:44.877267 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375df41-be62-493d-8947-eb9523d6e89a req-8ad69dae-fccb-490e-b282-09e3465700e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:44.878863 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7375df41-be62-493d-8947-eb9523d6e89a req-8ad69dae-fccb-490e-b282-09e3465700e4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8b46498e-ae14-4b2c-a194-d2af2bcb020e HTTP/1.1" status: 200 len: 909 time: 0.3228245 Jan 28 03:44:44.931394 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-88b619cf-ef47-45fc-afed-74329bb86791 req-792b04d2-ed00-4bf0-b79b-4ea65dd1dd3e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=94bfeaab-7bdc-4c47-8b7b-077ff1db5648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569580 Jan 28 03:44:44.996662 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7375df41-be62-493d-8947-eb9523d6e89a req-f7bebab8-e58b-448b-8b3b-fa339d76e1f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00767dc8-9644-47c3-a02a-dc8181372218 HTTP/1.1" status: 200 len: 1000 time: 0.1114552 Jan 28 03:44:45.063572 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375df41-be62-493d-8947-eb9523d6e89a req-0e28e4b0-72e2-4ee8-8250-2e7e064f55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:45.065026 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7375df41-be62-493d-8947-eb9523d6e89a req-0e28e4b0-72e2-4ee8-8250-2e7e064f55c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92787f76-46f7-4047-93a0-358d00a52267 HTTP/1.1" status: 200 len: 854 time: 0.0624056 Jan 28 03:44:45.145931 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375df41-be62-493d-8947-eb9523d6e89a req-c1ddd276-af46-4de2-ae14-8fde324f53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:45.148238 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7375df41-be62-493d-8947-eb9523d6e89a req-c1ddd276-af46-4de2-ae14-8fde324f53df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8b46498e-ae14-4b2c-a194-d2af2bcb020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770950 Jan 28 03:44:45.282794 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-102db562-29a6-44ea-9ad9-bd02ee6736d3 req-a9e427da-88bf-4f12-92e4-4fd442f8d4f8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Deleting port a3174339-1583-410c-8c8b-736f6597762b {{(pid=78998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:44:45.283187 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-102db562-29a6-44ea-9ad9-bd02ee6736d3 req-a9e427da-88bf-4f12-92e4-4fd442f8d4f8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:45.287038 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7375df41-be62-493d-8947-eb9523d6e89a req-77af92e6-8253-488c-ad7c-5a37b7825c50 service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325324 Jan 28 03:44:45.426586 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7375df41-be62-493d-8947-eb9523d6e89a req-ea2b4b74-43c4-488b-997e-df25a467d6f9 service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1338725 Jan 28 03:44:45.613534 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:45.752994 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-102db562-29a6-44ea-9ad9-bd02ee6736d3 req-a9e427da-88bf-4f12-92e4-4fd442f8d4f8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] For port a3174339-1583-410c-8c8b-736f6597762b, host hv-osbrick-7545, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=a3174339-1583-410c-8c8b-736f6597762b,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=78998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:44:45.753313 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-102db562-29a6-44ea-9ad9-bd02ee6736d3 req-a9e427da-88bf-4f12-92e4-4fd442f8d4f8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:45.886069 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-102db562-29a6-44ea-9ad9-bd02ee6736d3 req-a9e427da-88bf-4f12-92e4-4fd442f8d4f8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Calling delete_port for a3174339-1583-410c-8c8b-736f6597762b owned by compute:nova {{(pid=78998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:44:46.037480 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-102db562-29a6-44ea-9ad9-bd02ee6736d3 req-a9e427da-88bf-4f12-92e4-4fd442f8d4f8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826'] for port, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:46.055846 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:44:46.195304 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e427da-88bf-4f12-92e4-4fd442f8d4f8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event deleted for resources: {'Port': ['ID=a3174339-1583-410c-8c8b-736f6597762b,revision_number=None']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:44:46.198068 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-a9e427da-88bf-4f12-92e4-4fd442f8d4f8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:44:46.206782 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7188e458-9102-4a47-b321-d5eda3fc978b req-a1f157f1-f6fe-413b-9e95-43fb0cbae18c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 210 time: 0.1165156 Jan 28 03:44:46.310005 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [req-102db562-29a6-44ea-9ad9-bd02ee6736d3 req-a9e427da-88bf-4f12-92e4-4fd442f8d4f8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] No DVR routers for this DVR port a3174339-1583-410c-8c8b-736f6597762b on host hv-osbrick-7545 {{(pid=78998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 28 03:44:46.312382 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-102db562-29a6-44ea-9ad9-bd02ee6736d3 req-a9e427da-88bf-4f12-92e4-4fd442f8d4f8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:46.315278 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e45d51-d37e-46a1-9cb4-e0611bbebbdb', 'name': 'network-vif-deleted', 'tag': 'a3174339-1583-410c-8c8b-736f6597762b'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:44:46.332220 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-102db562-29a6-44ea-9ad9-bd02ee6736d3 req-a9e427da-88bf-4f12-92e4-4fd442f8d4f8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "DELETE /v2.0/ports/a3174339-1583-410c-8c8b-736f6597762b HTTP/1.1" status: 204 len: 173 time: 2.2082682 Jan 28 03:44:46.379132 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e45d51-d37e-46a1-9cb4-e0611bbebbdb', 'name': 'network-vif-deleted', 'tag': 'a3174339-1583-410c-8c8b-736f6597762b', 'status': 'completed', 'code': 200} Jan 28 03:44:47.398971 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-9f0153ce-1e8a-4d8a-b971-311fc76d765b req-ce4501af-f9b5-4d6a-8223-dc0798051e0e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:44:47.413767 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-9f0153ce-1e8a-4d8a-b971-311fc76d765b req-ce4501af-f9b5-4d6a-8223-dc0798051e0e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:44:47.415076 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-9f0153ce-1e8a-4d8a-b971-311fc76d765b req-ce4501af-f9b5-4d6a-8223-dc0798051e0e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=96e45d51-d37e-46a1-9cb4-e0611bbebbdb HTTP/1.1" status: 200 len: 210 time: 0.0633030 Jan 28 03:44:49.800601 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-3b4baa12-4bd0-4dfa-ae9d-213e07ca5b49 req-7a363c69-aacf-448e-a2ac-e63c0f893313 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-610322354', 'description': 'tempest-TestVolumeBootPattern-610322354 description'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:49.823129 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-3b4baa12-4bd0-4dfa-ae9d-213e07ca5b49 req-7a363c69-aacf-448e-a2ac-e63c0f893313 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:44:49.827169 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-3b4baa12-4bd0-4dfa-ae9d-213e07ca5b49 req-7a363c69-aacf-448e-a2ac-e63c0f893313 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Usage tracker for resource:security_group and tenant:f4bd05c5ef484006b450d8cd833536c5 is out of sync, need to count used quota {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:44:49.830155 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-3b4baa12-4bd0-4dfa-ae9d-213e07ca5b49 req-7a363c69-aacf-448e-a2ac-e63c0f893313 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:44:49.836544 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-3b4baa12-4bd0-4dfa-ae9d-213e07ca5b49 req-7a363c69-aacf-448e-a2ac-e63c0f893313 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:44:49.846396 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-3b4baa12-4bd0-4dfa-ae9d-213e07ca5b49 req-7a363c69-aacf-448e-a2ac-e63c0f893313 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for security_group, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:49.867940 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-3b4baa12-4bd0-4dfa-ae9d-213e07ca5b49 req-7a363c69-aacf-448e-a2ac-e63c0f893313 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:44:49.871910 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-3b4baa12-4bd0-4dfa-ae9d-213e07ca5b49 req-7a363c69-aacf-448e-a2ac-e63c0f893313 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Usage tracker for resource:security_group_rule and tenant:f4bd05c5ef484006b450d8cd833536c5 is out of sync, need to count used quota {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:44:49.874900 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-3b4baa12-4bd0-4dfa-ae9d-213e07ca5b49 req-7a363c69-aacf-448e-a2ac-e63c0f893313 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:44:49.880574 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-3b4baa12-4bd0-4dfa-ae9d-213e07ca5b49 req-7a363c69-aacf-448e-a2ac-e63c0f893313 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:44:49.957202 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-3b4baa12-4bd0-4dfa-ae9d-213e07ca5b49 req-7a363c69-aacf-448e-a2ac-e63c0f893313 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for security_group, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:49.959963 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-3b4baa12-4bd0-4dfa-ae9d-213e07ca5b49 req-7a363c69-aacf-448e-a2ac-e63c0f893313 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709389'] for security_group, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:49.964448 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-67eac79a-8433-48be-a449-62c8a656a2ee tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:44:50.006069 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a363c69-aacf-448e-a2ac-e63c0f893313 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab86ad17-45b5-4371-82aa-25c00c4eabc7,revision_number=1']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:44:50.009226 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-7a363c69-aacf-448e-a2ac-e63c0f893313 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:44:50.010477 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-3b4baa12-4bd0-4dfa-ae9d-213e07ca5b49 req-7a363c69-aacf-448e-a2ac-e63c0f893313 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for security_group, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:50.011901 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-3b4baa12-4bd0-4dfa-ae9d-213e07ca5b49 req-7a363c69-aacf-448e-a2ac-e63c0f893313 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2158222 Jan 28 03:44:50.109551 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-4b99f863-f56e-4b2d-a6af-61ee32ea3713 req-69dae662-e2df-4cbe-bcb1-2ec0f84eaa44 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups/ab86ad17-45b5-4371-82aa-25c00c4eabc7 HTTP/1.1" status: 200 len: 1804 time: 0.0636859 Jan 28 03:44:50.120118 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-4b99f863-f56e-4b2d-a6af-61ee32ea3713 req-13ba26e2-b858-458c-b0ff-cfef0bfab3cf tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ab86ad17-45b5-4371-82aa-25c00c4eabc7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:50.120483 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-4b99f863-f56e-4b2d-a6af-61ee32ea3713 req-13ba26e2-b858-458c-b0ff-cfef0bfab3cf tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ab86ad17-45b5-4371-82aa-25c00c4eabc7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:50.141094 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-4b99f863-f56e-4b2d-a6af-61ee32ea3713 req-13ba26e2-b858-458c-b0ff-cfef0bfab3cf tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:44:50.145128 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-4b99f863-f56e-4b2d-a6af-61ee32ea3713 req-13ba26e2-b858-458c-b0ff-cfef0bfab3cf tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Usage tracker for resource:security_group_rule and tenant:f4bd05c5ef484006b450d8cd833536c5 is out of sync, need to count used quota {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:44:50.149029 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-4b99f863-f56e-4b2d-a6af-61ee32ea3713 req-13ba26e2-b858-458c-b0ff-cfef0bfab3cf tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:44:50.154875 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-4b99f863-f56e-4b2d-a6af-61ee32ea3713 req-13ba26e2-b858-458c-b0ff-cfef0bfab3cf tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:44:50.209956 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-4b99f863-f56e-4b2d-a6af-61ee32ea3713 req-13ba26e2-b858-458c-b0ff-cfef0bfab3cf tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:50.235814 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-4b99f863-f56e-4b2d-a6af-61ee32ea3713 req-13ba26e2-b858-458c-b0ff-cfef0bfab3cf tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:50.238187 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-4b99f863-f56e-4b2d-a6af-61ee32ea3713 req-13ba26e2-b858-458c-b0ff-cfef0bfab3cf tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709417'] for security_group_rule, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:50.240552 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:44:50.264200 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba26e2-b858-458c-b0ff-cfef0bfab3cf tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4393aa36-640b-4b57-a3fc-a8766f8b3189,revision_number=0']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:44:50.266698 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-13ba26e2-b858-458c-b0ff-cfef0bfab3cf tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:44:50.273417 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-4b99f863-f56e-4b2d-a6af-61ee32ea3713 req-13ba26e2-b858-458c-b0ff-cfef0bfab3cf tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:50.274703 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-4b99f863-f56e-4b2d-a6af-61ee32ea3713 req-13ba26e2-b858-458c-b0ff-cfef0bfab3cf tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1586821 Jan 28 03:44:50.373485 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-532ac52a-50d8-4c7a-86ea-6cd7fefe329a req-4e8d3b47-b039-43a4-a769-e6c33d768bca tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups/ab86ad17-45b5-4371-82aa-25c00c4eabc7 HTTP/1.1" status: 200 len: 2396 time: 0.0674853 Jan 28 03:44:50.384696 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-532ac52a-50d8-4c7a-86ea-6cd7fefe329a req-ef8aa9c4-e7fb-4332-ac1a-a5477b45a9ff tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ab86ad17-45b5-4371-82aa-25c00c4eabc7', 'remote_group_id': None}]} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:50.385054 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-532ac52a-50d8-4c7a-86ea-6cd7fefe329a req-ef8aa9c4-e7fb-4332-ac1a-a5477b45a9ff tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ab86ad17-45b5-4371-82aa-25c00c4eabc7', 'remote_group_id': None}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:50.406729 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-532ac52a-50d8-4c7a-86ea-6cd7fefe329a req-ef8aa9c4-e7fb-4332-ac1a-a5477b45a9ff tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:44:50.410825 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-532ac52a-50d8-4c7a-86ea-6cd7fefe329a req-ef8aa9c4-e7fb-4332-ac1a-a5477b45a9ff tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Usage tracker for resource:security_group_rule and tenant:f4bd05c5ef484006b450d8cd833536c5 is out of sync, need to count used quota {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:44:50.413846 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-532ac52a-50d8-4c7a-86ea-6cd7fefe329a req-ef8aa9c4-e7fb-4332-ac1a-a5477b45a9ff tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:44:50.419592 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-532ac52a-50d8-4c7a-86ea-6cd7fefe329a req-ef8aa9c4-e7fb-4332-ac1a-a5477b45a9ff tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:44:50.475847 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-532ac52a-50d8-4c7a-86ea-6cd7fefe329a req-ef8aa9c4-e7fb-4332-ac1a-a5477b45a9ff tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:50.499993 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-532ac52a-50d8-4c7a-86ea-6cd7fefe329a req-ef8aa9c4-e7fb-4332-ac1a-a5477b45a9ff tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:50.502445 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-532ac52a-50d8-4c7a-86ea-6cd7fefe329a req-ef8aa9c4-e7fb-4332-ac1a-a5477b45a9ff tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709417'] for security_group_rule, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:50.504549 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-18088f9c-bea4-4f69-89c6-aaea3066bb5b tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:44:50.528371 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8aa9c4-e7fb-4332-ac1a-a5477b45a9ff tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65a2158-0dd4-41bf-9f16-223535a4c385,revision_number=0']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:44:50.530914 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-ef8aa9c4-e7fb-4332-ac1a-a5477b45a9ff tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:44:50.537023 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-532ac52a-50d8-4c7a-86ea-6cd7fefe329a req-ef8aa9c4-e7fb-4332-ac1a-a5477b45a9ff tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:50.538960 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-532ac52a-50d8-4c7a-86ea-6cd7fefe329a req-ef8aa9c4-e7fb-4332-ac1a-a5477b45a9ff tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1584449 Jan 28 03:44:53.083631 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-28024abb-eac1-4a2d-8640-6bcb04ae8353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:53.738668 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-ba97bf84-874a-4034-be93-818d7e2e1a66 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:security_group {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:44:53.755455 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-ba97bf84-874a-4034-be93-818d7e2e1a66 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:security_group {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:44:53.756675 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-ba97bf84-874a-4034-be93-818d7e2e1a66 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-610322354&fields=id&tenant_id=f4bd05c5ef484006b450d8cd833536c5 HTTP/1.1" status: 200 len: 267 time: 0.0753117 Jan 28 03:44:54.007116 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-a655e312-15bf-4dc3-9523-1450da94fc91 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:54.009085 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-a655e312-15bf-4dc3-9523-1450da94fc91 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 812 time: 0.2447295 Jan 28 03:44:54.025478 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-d51880a2-55ca-42b2-ace1-78066c6608bc tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/quotas/f4bd05c5ef484006b450d8cd833536c5 HTTP/1.1" status: 200 len: 375 time: 0.0101981 Jan 28 03:44:54.149661 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-cfadcc9d-d2fb-449b-a6fd-d458e13312cc tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1182964 Jan 28 03:44:54.343142 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-efc158a1-24b3-462d-99d7-665b5dfa9a8e service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:44:54.344237 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-efc158a1-24b3-462d-99d7-665b5dfa9a8e service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12821 time: 0.0758393 Jan 28 03:44:54.487287 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-4151dc2a-4a08-46cf-8d40-24ebede27aa5 service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361465 Jan 28 03:44:54.586181 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-9ce33893-2bf4-4846-b5d0-f9e3d9c6d009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:54.637391 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-cfc2ab40-d12b-45e2-8817-ba956ac99c2c service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429102 Jan 28 03:44:54.914814 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:55.106123 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-581d95ae-12d1-4328-8111-19550cae53e1 req-78eed59f-1f54-416b-87e7-ffd57f4d3225 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 210 time: 0.0478518 Jan 28 03:44:55.890850 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:56.310315 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-36cab313-789f-4745-b522-9388a6399e74 req-1363ab6b-f468-4881-99c1-ff6cd2a21a3f tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 210 time: 0.0653219 Jan 28 03:44:56.396118 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-03eef34f-937c-41fc-8b44-2ef5f5c52c76 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:56.397998 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-03eef34f-937c-41fc-8b44-2ef5f5c52c76 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 812 time: 0.2873468 Jan 28 03:44:56.519129 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-cb3849ef-1d5e-4dc9-9131-cb0ea6f4c825 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4bd05c5ef484006b450d8cd833536c5 HTTP/1.1" status: 200 len: 5755 time: 0.1008427 Jan 28 03:44:56.529350 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-e51009a7-f35a-46b5-8cdd-d74b72cf0b8a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Request body: {'port': {'device_id': '8bf386c6-eb32-4214-a53c-27a7e3b1f581', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'admin_state_up': True, 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'security_groups': ['ab86ad17-45b5-4371-82aa-25c00c4eabc7']}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:56.677638 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-e51009a7-f35a-46b5-8cdd-d74b72cf0b8a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:44:56.687485 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-e51009a7-f35a-46b5-8cdd-d74b72cf0b8a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:44:56.697480 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-e51009a7-f35a-46b5-8cdd-d74b72cf0b8a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Made reservation on behalf of f4bd05c5ef484006b450d8cd833536c5 for: {'port': 1} {{(pid=78998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 28 03:44:56.719498 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-e51009a7-f35a-46b5-8cdd-d74b72cf0b8a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:57.035572 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-e51009a7-f35a-46b5-8cdd-d74b72cf0b8a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Allocated IP 172.20.0.12 (aa76c6fd-2a04-42b7-8394-a25da885b6fe/1987f575-29b8-455b-ade3-9c9c615211af/5ae0e218-f69f-436a-b9ac-08a78975b704) {{(pid=78998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:44:57.232672 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-e51009a7-f35a-46b5-8cdd-d74b72cf0b8a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for port, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:57.249875 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-e51009a7-f35a-46b5-8cdd-d74b72cf0b8a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Transition to ACTIVE for port object 5ae0e218-f69f-436a-b9ac-08a78975b704 will not be triggered until provisioned by entity DHCP. {{(pid=78998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:44:57.272142 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-e51009a7-f35a-46b5-8cdd-d74b72cf0b8a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:57.291120 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-7f1870aa-b28c-4e0c-8132-13060eca9043 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:44:57.427492 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51009a7-f35a-46b5-8cdd-d74b72cf0b8a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event updated for resources: {'Port': ['ID=5ae0e218-f69f-436a-b9ac-08a78975b704,revision_number=1']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:44:57.434529 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-e51009a7-f35a-46b5-8cdd-d74b72cf0b8a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:44:57.551620 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-e51009a7-f35a-46b5-8cdd-d74b72cf0b8a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Network aa76c6fd-2a04-42b7-8394-a25da885b6fe is already hosted by enough agents. {{(pid=78998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:44:57.556035 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-e51009a7-f35a-46b5-8cdd-d74b72cf0b8a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources bound (agent type, host, resource id): {{(pid=78998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:44:57.558729 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-e51009a7-f35a-46b5-8cdd-d74b72cf0b8a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Received port after_create {{(pid=78998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:44:57.627174 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-e51009a7-f35a-46b5-8cdd-d74b72cf0b8a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:57.627911 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-e51009a7-f35a-46b5-8cdd-d74b72cf0b8a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:57.738670 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b53ea5-1ae3-4912-bf77-ca1d59ff1f21 req-0bd2e63f-a56e-485a-a96e-f20306daa992 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:57.740639 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b2b53ea5-1ae3-4912-bf77-ca1d59ff1f21 req-0bd2e63f-a56e-485a-a96e-f20306daa992 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 932 time: 0.2871997 Jan 28 03:44:57.747719 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-e51009a7-f35a-46b5-8cdd-d74b72cf0b8a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2224414 Jan 28 03:44:57.773075 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-a7b1ad87-2fe2-445f-a304-e13aca1887c6 None None] Provisioning for port 5ae0e218-f69f-436a-b9ac-08a78975b704 completed by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:44:57.774763 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Request body: {'port': {'device_id': '8bf386c6-eb32-4214-a53c-27a7e3b1f581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7545'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:57.778662 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-a7b1ad87-2fe2-445f-a304-e13aca1887c6 None None] Provisioning complete for port 5ae0e218-f69f-436a-b9ac-08a78975b704 triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:44:57.779083 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a7b1ad87-2fe2-445f-a304-e13aca1887c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:57.836397 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-a7b1ad87-2fe2-445f-a304-e13aca1887c6 None None] Port 5ae0e218-f69f-436a-b9ac-08a78975b704 cannot update to ACTIVE because it is not bound. {{(pid=79000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 03:44:57.861410 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b2b53ea5-1ae3-4912-bf77-ca1d59ff1f21 req-e483a860-480a-4b75-8483-b833cab09b83 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1126673 Jan 28 03:44:57.928703 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:58.341821 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae0e218-f69f-436a-b9ac-08a78975b704 {{(pid=78998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 28 03:44:58.349332 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:58.361319 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Transition to ACTIVE for port object 5ae0e218-f69f-436a-b9ac-08a78975b704 will not be triggered until provisioned by entity L2. {{(pid=78998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:44:58.363832 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:58.384134 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:44:58.511643 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae0e218-f69f-436a-b9ac-08a78975b704,revision_number=2']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:44:58.517193 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:44:58.642228 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Attempting to bind port 5ae0e218-f69f-436a-b9ac-08a78975b704 on host hv-osbrick-7545 for vnic_type normal with profile {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:44:58.642627 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Attempting to bind port 5ae0e218-f69f-436a-b9ac-08a78975b704 by drivers openvswitch on host hv-osbrick-7545 at level 0 using segments [{'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'}] {{(pid=78998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:44:58.642993 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Attempting to bind port 5ae0e218-f69f-436a-b9ac-08a78975b704 on network aa76c6fd-2a04-42b7-8394-a25da885b6fe {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:44:58.649885 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Checking agent: {'id': 'af10580a-b5d4-433a-825b-ee7bf6aecb09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7545', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 40, 46), 'started_at': datetime.datetime(2021, 1, 28, 3, 41, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:44:58.650259 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Checking segment: {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=78998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:44:58.650702 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:58.651095 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Bound using segment: {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'} {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:44:58.651574 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Bound port: 5ae0e218-f69f-436a-b9ac-08a78975b704, host: hv-osbrick-7545, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'}}] {{(pid=78998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:44:58.651946 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:58.751080 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] For port 5ae0e218-f69f-436a-b9ac-08a78975b704, host hv-osbrick-7545, cleared binding levels {{(pid=78998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:44:58.754202 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] For port 5ae0e218-f69f-436a-b9ac-08a78975b704, host hv-osbrick-7545, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=5ae0e218-f69f-436a-b9ac-08a78975b704,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=78998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:44:58.758625 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:58.773907 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-db98c36e-5de6-4a88-a0f1-439eac4c9d93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:44:59.173273 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae0e218-f69f-436a-b9ac-08a78975b704,revision_number=3']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:44:59.180257 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:44:59.248040 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:59.248481 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:44:59.250464 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] 10.222.0.25 "PUT /v2.0/ports/5ae0e218-f69f-436a-b9ac-08a78975b704 HTTP/1.1" status: 200 len: 1158 time: 1.4819324 Jan 28 03:44:59.339009 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e432d-57af-42ec-9727-9f312a3dd449 req-ccdb7b56-1a3b-4491-bbad-919a7bd5536d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:59.339850 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-7f1e432d-57af-42ec-9727-9f312a3dd449 req-ccdb7b56-1a3b-4491-bbad-919a7bd5536d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:44:59.343002 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf386c6-eb32-4214-a53c-27a7e3b1f581', 'tag': '5ae0e218-f69f-436a-b9ac-08a78975b704'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:44:59.439104 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf386c6-eb32-4214-a53c-27a7e3b1f581', 'tag': '5ae0e218-f69f-436a-b9ac-08a78975b704', 'status': 'completed', 'code': 200} Jan 28 03:44:59.439104 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-7f1e432d-57af-42ec-9727-9f312a3dd449 req-ccdb7b56-1a3b-4491-bbad-919a7bd5536d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:44:59.439104 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7f1e432d-57af-42ec-9727-9f312a3dd449 req-ccdb7b56-1a3b-4491-bbad-919a7bd5536d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 944 time: 0.3431742 Jan 28 03:44:59.487382 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-1a6ed66b-4502-4c6e-a78c-adb67072d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:59.489803 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-1a6ed66b-4502-4c6e-a78c-adb67072d7e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 1161 time: 0.1412480 Jan 28 03:44:59.510040 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7f1e432d-57af-42ec-9727-9f312a3dd449 req-62647983-a55f-4f33-bb1b-a959fb400d73 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0809867 Jan 28 03:44:59.517208 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:44:59.582191 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-6e95c719-e522-4b24-bf69-f8fb6c98e526 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ae0e218-f69f-436a-b9ac-08a78975b704 HTTP/1.1" status: 200 len: 217 time: 0.0710597 Jan 28 03:44:59.653899 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-4cebe172-0c9a-48b3-891e-c3e82ed330b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:59.655416 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-4cebe172-0c9a-48b3-891e-c3e82ed330b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0669594 Jan 28 03:44:59.745428 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-d1aff435-99f9-4918-a882-83685312aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:44:59.747033 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-d1aff435-99f9-4918-a882-83685312aec7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843031 Jan 28 03:44:59.895883 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-a03b2f8d-d91f-4ddc-b018-4c05a960581a service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415935 Jan 28 03:45:00.053969 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a5c71c01-ee0b-496b-953e-e1add6674167 req-bb8ee5ee-ad90-4f08-ab7f-0a1850a0eb37 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1510518 Jan 28 03:45:00.228527 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70eecf-de8e-4819-ba49-f7b9aebc9d2c req-615fa6a1-699e-4cf4-978a-0d8c699f88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:00.230165 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-fd70eecf-de8e-4819-ba49-f7b9aebc9d2c req-615fa6a1-699e-4cf4-978a-0d8c699f88b7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 1161 time: 0.0776916 Jan 28 03:45:00.372878 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70eecf-de8e-4819-ba49-f7b9aebc9d2c req-847dd814-5715-4550-b622-0d78382849ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:00.374888 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-fd70eecf-de8e-4819-ba49-f7b9aebc9d2c req-847dd814-5715-4550-b622-0d78382849ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.1363611 Jan 28 03:45:00.455607 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-fd70eecf-de8e-4819-ba49-f7b9aebc9d2c req-12c681f0-e8db-4d03-bc5c-8a12901cbc47 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ae0e218-f69f-436a-b9ac-08a78975b704 HTTP/1.1" status: 200 len: 217 time: 0.0670207 Jan 28 03:45:00.526586 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70eecf-de8e-4819-ba49-f7b9aebc9d2c req-c2fbe3b5-8e70-4074-ac00-b58369604d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:00.528215 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-fd70eecf-de8e-4819-ba49-f7b9aebc9d2c req-c2fbe3b5-8e70-4074-ac00-b58369604d80 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0637870 Jan 28 03:45:00.613845 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70eecf-de8e-4819-ba49-f7b9aebc9d2c req-c8463542-a0ec-4421-a759-5588f927ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:00.615740 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-fd70eecf-de8e-4819-ba49-f7b9aebc9d2c req-c8463542-a0ec-4421-a759-5588f927ebaf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809400 Jan 28 03:45:00.826185 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-fd70eecf-de8e-4819-ba49-f7b9aebc9d2c req-bf456056-ae8f-4486-bf2c-d794c239dded service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028532 Jan 28 03:45:00.914870 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51c492-1502-4e02-9e0c-3658009506a3 req-5c1133c4-2430-4e49-a496-75fa07efefda tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:00.916523 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-ee51c492-1502-4e02-9e0c-3658009506a3 req-5c1133c4-2430-4e49-a496-75fa07efefda tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 944 time: 0.2654099 Jan 28 03:45:01.069345 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-ee51c492-1502-4e02-9e0c-3658009506a3 req-6ff34abb-0082-45a3-824b-e2b9d1488c00 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1303751 Jan 28 03:45:01.108058 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-fd70eecf-de8e-4819-ba49-f7b9aebc9d2c req-208204a3-cebb-40df-a348-f3c253be396d service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1904757 Jan 28 03:45:02.361289 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34cfa3-0a5f-4bb0-9afa-92a6e8056103 req-f813f269-2920-464b-9074-685346998221 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:02.362839 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-dd34cfa3-0a5f-4bb0-9afa-92a6e8056103 req-f813f269-2920-464b-9074-685346998221 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 944 time: 0.1658337 Jan 28 03:45:02.425954 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-dd34cfa3-0a5f-4bb0-9afa-92a6e8056103 req-3b98d832-e512-4e15-bd32-072e760b7e3a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0559425 Jan 28 03:45:03.717253 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11194df-5382-4341-a4b5-6af79cdab70e req-f0b757ab-a23b-49cb-97c8-8a7439b1e097 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:03.718851 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a11194df-5382-4341-a4b5-6af79cdab70e req-f0b757ab-a23b-49cb-97c8-8a7439b1e097 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 944 time: 0.1663964 Jan 28 03:45:03.785888 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a11194df-5382-4341-a4b5-6af79cdab70e req-9e777840-e2d6-4cbf-8a2e-420484a3efee tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0608838 Jan 28 03:45:05.078344 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fee912-9a38-4365-967f-093507883306 req-a7c404f3-cbac-4d55-bf0a-1687bd59cf09 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:05.079964 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-e9fee912-9a38-4365-967f-093507883306 req-a7c404f3-cbac-4d55-bf0a-1687bd59cf09 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 944 time: 0.1629462 Jan 28 03:45:05.105132 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 5ae0e218-f69f-436a-b9ac-08a78975b704 up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:45:05.144217 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-e9fee912-9a38-4365-967f-093507883306 req-4ac94f6c-5a90-4167-8d75-89fc98388c1a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0581162 Jan 28 03:45:05.179619 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning for port 5ae0e218-f69f-436a-b9ac-08a78975b704 completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:45:05.185106 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port 5ae0e218-f69f-436a-b9ac-08a78975b704 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:45:05.185525 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:05.309396 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:05.336590 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf386c6-eb32-4214-a53c-27a7e3b1f581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae0e218-f69f-436a-b9ac-08a78975b704'}] {{(pid=79000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:45:05.346885 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] For port 5ae0e218-f69f-436a-b9ac-08a78975b704, host hv-osbrick-7545, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=5ae0e218-f69f-436a-b9ac-08a78975b704,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:45:05.352277 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:05.354166 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:45:05.398669 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf386c6-eb32-4214-a53c-27a7e3b1f581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae0e218-f69f-436a-b9ac-08a78975b704', 'code': 200} Jan 28 03:45:05.425697 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Pushing event updated for resources: {'Port': ['ID=5ae0e218-f69f-436a-b9ac-08a78975b704,revision_number=4']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:45:05.433958 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.434342 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.434840 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.435212 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.435575 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.435940 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.436300 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.436807 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.437184 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.437612 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.437973 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.438331 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.438785 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.439141 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.439495 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.439851 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.440204 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.440558 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.440911 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.441264 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.441617 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.441969 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.442319 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.442700 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:05.447209 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:45:05.716584 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0155f-9418-4c1a-9cb0-a9a5ebb3d400 req-ab1fa739-724d-42e5-bf3f-0e30abeb4176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:05.718200 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-ded0155f-9418-4c1a-9cb0-a9a5ebb3d400 req-ab1fa739-724d-42e5-bf3f-0e30abeb4176 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 1163 time: 0.0803671 Jan 28 03:45:05.760105 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-ded0155f-9418-4c1a-9cb0-a9a5ebb3d400 req-d68e2eb8-f91a-43f2-879b-06811aefb775 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0354235 Jan 28 03:45:06.437653 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df2e91-f338-4930-8ca0-12b9ad07d8a2 req-3105b8b0-329f-4b76-9c91-c4dbafa7d386 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:06.439313 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c4df2e91-f338-4930-8ca0-12b9ad07d8a2 req-3105b8b0-329f-4b76-9c91-c4dbafa7d386 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 946 time: 0.1601002 Jan 28 03:45:06.501833 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c4df2e91-f338-4930-8ca0-12b9ad07d8a2 req-0b822751-0a1f-4ffd-b61a-a63633f3ece8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0565228 Jan 28 03:45:06.687005 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 5ae0e218-f69f-436a-b9ac-08a78975b704 up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:45:06.760650 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port 5ae0e218-f69f-436a-b9ac-08a78975b704 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:45:06.761057 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:07.796153 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67407ea7-5c5f-4926-93a7-97ef092111db req-d13a24f6-8a04-4aa3-ab1f-09871af7437b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:07.797687 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-67407ea7-5c5f-4926-93a7-97ef092111db req-d13a24f6-8a04-4aa3-ab1f-09871af7437b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 946 time: 0.1661391 Jan 28 03:45:07.860218 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-67407ea7-5c5f-4926-93a7-97ef092111db req-f1f52115-b465-4c14-ac17-11046fe87be0 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0563970 Jan 28 03:45:08.153612 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e0d3d-aef7-4cd7-84a7-2b2cfccad1c6 req-2f7217e4-429e-4480-905b-122bdbbf15f4 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:08.155290 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c75e0d3d-aef7-4cd7-84a7-2b2cfccad1c6 req-2f7217e4-429e-4480-905b-122bdbbf15f4 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 946 time: 0.1672964 Jan 28 03:45:08.218099 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c75e0d3d-aef7-4cd7-84a7-2b2cfccad1c6 req-b447ed94-eb8c-4567-8ae9-7a0f28fcd84e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0566750 Jan 28 03:45:08.459617 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-9fa44b1e-5134-470f-9367-30badf9f87f1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1878912 Jan 28 03:45:08.469912 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Request body: {'floatingip': {'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:08.490781 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:45:08.495990 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Usage tracker for resource:floatingip and tenant:f4bd05c5ef484006b450d8cd833536c5 is out of sync, need to count used quota {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 28 03:45:08.498965 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 28 03:45:08.504661 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:45:08.518320 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for floatingip, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:08.656264 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:08.925956 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Allocated IP 172.29.0.92 (ea722a38-7ae2-43cb-a677-4d47ee229a8c/3edf47ac-c901-4d7b-a844-5dcfe0ce1ece/ecd91b7e-4a1e-47a1-8e25-6b036bb2b871) {{(pid=78998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:45:09.082473 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for port, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:09.110363 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:09.125274 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:45:09.259867 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event updated for resources: {'Port': ['ID=ecd91b7e-4a1e-47a1-8e25-6b036bb2b871,revision_number=1']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:45:09.263060 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:45:09.523991 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Network ea722a38-7ae2-43cb-a677-4d47ee229a8c is already hosted by enough agents. {{(pid=78998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:45:09.525203 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources bound (agent type, host, resource id): {{(pid=78998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:45:09.527647 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Received port after_create {{(pid=78998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:45:09.555103 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:09.614762 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:09.879032 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for port, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:09.882413 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:09.897046 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-069d8b7f-3028-4f1a-a7e4-74e15aebfdea tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:45:10.031329 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event updated for resources: {'Port': ['ID=ecd91b7e-4a1e-47a1-8e25-6b036bb2b871,revision_number=2']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:45:10.036648 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:45:10.081102 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854191089'] for floatingip, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:10.102553 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:10.103844 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6379778 Jan 28 03:45:10.202821 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-b10abbc4-b412-4d2a-9549-ae10c88d6e51 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:floatingip {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:45:10.218343 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-b10abbc4-b412-4d2a-9549-ae10c88d6e51 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:floatingip {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:45:10.219656 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-b10abbc4-b412-4d2a-9549-ae10c88d6e51 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.29.0.92 HTTP/1.1" status: 200 len: 695 time: 0.1096034 Jan 28 03:45:10.456034 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-c88ef4ee-4096-4a51-85db-5f2d189366b0 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:10.457487 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-c88ef4ee-4096-4a51-85db-5f2d189366b0 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/networks/ea722a38-7ae2-43cb-a677-4d47ee229a8c HTTP/1.1" status: 200 len: 784 time: 0.2320387 Jan 28 03:45:10.468243 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-d994d767-ee72-438c-8568-85aa1dc9f4bd tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:45:10.469273 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-29ce6a76-966f-4cde-b92f-918fd8d63027 req-d994d767-ee72-438c-8568-85aa1dc9f4bd tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12821 time: 0.0058224 Jan 28 03:45:10.741402 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-5ec31e11-8ced-4cc4-97c5-e7b4e535897a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:10.743661 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-5ec31e11-8ced-4cc4-97c5-e7b4e535897a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1654377 Jan 28 03:45:10.844500 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-c1ecc6b1-3b60-49f0-86e0-9fd6d054c08c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.29.0.92 HTTP/1.1" status: 200 len: 695 time: 0.0949483 Jan 28 03:45:10.855209 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-b071ac04-b2b9-4ab0-80df-12ab8bb0e8f0 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Request body: {'floatingip': {'port_id': '5ae0e218-f69f-436a-b9ac-08a78975b704', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:10.949344 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-b071ac04-b2b9-4ab0-80df-12ab8bb0e8f0 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for floatingip, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:11.570805 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-b071ac04-b2b9-4ab0-80df-12ab8bb0e8f0 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:11.574059 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-b071ac04-b2b9-4ab0-80df-12ab8bb0e8f0 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854191089'] for floatingip, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:11.752765 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.db.l3_db [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-b071ac04-b2b9-4ab0-80df-12ab8bb0e8f0 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Floating IP a14ccf9b-fb0e-4d6e-a49e-0dd7bce36a65 associated. External IP: 172.29.0.92, port: 5ae0e218-f69f-436a-b9ac-08a78975b704. Jan 28 03:45:12.123361 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-b071ac04-b2b9-4ab0-80df-12ab8bb0e8f0 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Router fce77247-b0cf-4dbc-9d37-55fc8be0be45 has already been hosted by L3 agent 382a0915-dc5d-46b7-a5dc-ea157a977503 {{(pid=78998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 28 03:45:12.308761 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-b071ac04-b2b9-4ab0-80df-12ab8bb0e8f0 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify agent at l3_agent.dv-osbrick-754598-7-ceph the message routers_updated {{(pid=78998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 28 03:45:12.313495 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-b071ac04-b2b9-4ab0-80df-12ab8bb0e8f0 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:12.318312 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707033f-ae57-43a9-8680-228355bd8165 None None] Sync routers for ids ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'] in dv-osbrick-754598-7-ceph {{(pid=79001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 28 03:45:12.328923 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e707033f-ae57-43a9-8680-228355bd8165 None None] Routers {'fce77247-b0cf-4dbc-9d37-55fc8be0be45'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:45:12.329593 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-e707033f-ae57-43a9-8680-228355bd8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:44:55Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'], 'active': True} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:45:12.374374 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-b071ac04-b2b9-4ab0-80df-12ab8bb0e8f0 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "PUT /v2.0/floatingips/a14ccf9b-fb0e-4d6e-a49e-0dd7bce36a65 HTTP/1.1" status: 200 len: 996 time: 1.5239687 Jan 28 03:45:12.374942 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf386c6-eb32-4214-a53c-27a7e3b1f581', 'tag': '5ae0e218-f69f-436a-b9ac-08a78975b704'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:45:12.441810 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf386c6-eb32-4214-a53c-27a7e3b1f581', 'tag': '5ae0e218-f69f-436a-b9ac-08a78975b704', 'status': 'completed', 'code': 200} Jan 28 03:45:12.468454 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-bb79a474-17fb-47c2-be6c-b6b1f03a6312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:12.470095 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-bb79a474-17fb-47c2-be6c-b6b1f03a6312 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 1163 time: 0.0805697 Jan 28 03:45:12.524754 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-e707033f-ae57-43a9-8680-228355bd8165 None None] Set router fce77247-b0cf-4dbc-9d37-55fc8be0be45 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:45:12.880717 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045f00a-927f-4d96-826d-361329ccaa22 req-63a91847-a409-4e94-b52e-c22edc887a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:12.882310 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f045f00a-927f-4d96-826d-361329ccaa22 req-63a91847-a409-4e94-b52e-c22edc887a22 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 1163 time: 0.3817003 Jan 28 03:45:12.885353 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-f32de6ab-11cc-4c57-b8dd-5bbecac1200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:12.886850 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-f32de6ab-11cc-4c57-b8dd-5bbecac1200a service neutron] 10.222.0.38 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.4088471 Jan 28 03:45:12.903332 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-e707033f-ae57-43a9-8680-228355bd8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_floatingips': [{'id': 'a14ccf9b-fb0e-4d6e-a49e-0dd7bce36a65', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'floating_ip_address': '172.29.0.92', 'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'router_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'port_id': '5ae0e218-f69f-436a-b9ac-08a78975b704', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'mac_address': 'fa:16:3e:65:55:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf386c6-eb32-4214-a53c-27a7e3b1f581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-28T03:45:09Z', 'updated_at': '2021-01-28T03:45:11Z', 'revision_number': 1, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:35Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:45:12.907394 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707033f-ae57-43a9-8680-228355bd8165 None None] Checking router: fce77247-b0cf-4dbc-9d37-55fc8be0be45 for host: dv-osbrick-754598-7-ceph {{(pid=79001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 28 03:45:12.916413 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e707033f-ae57-43a9-8680-228355bd8165 None None] Routers {'fce77247-b0cf-4dbc-9d37-55fc8be0be45'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:45:12.917070 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-e707033f-ae57-43a9-8680-228355bd8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:44:55Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'], 'active': True} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:45:13.088773 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-6027e0e9-eee5-4691-b42d-eb9a776341fe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ae0e218-f69f-436a-b9ac-08a78975b704 HTTP/1.1" status: 200 len: 999 time: 0.1764023 Jan 28 03:45:13.112279 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-e707033f-ae57-43a9-8680-228355bd8165 None None] Set router fce77247-b0cf-4dbc-9d37-55fc8be0be45 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:45:13.171325 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045f00a-927f-4d96-826d-361329ccaa22 req-5228e924-253f-461d-8d8b-a427707e7d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:13.172807 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f045f00a-927f-4d96-826d-361329ccaa22 req-5228e924-253f-461d-8d8b-a427707e7d40 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.2838326 Jan 28 03:45:13.184259 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-3567d857-b830-4292-97ad-32fcff4b7f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:13.185734 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-3567d857-b830-4292-97ad-32fcff4b7f2e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0840940 Jan 28 03:45:13.344279 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f045f00a-927f-4d96-826d-361329ccaa22 req-c1a7d432-b69e-41d0-a98b-a9814a76ee40 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ae0e218-f69f-436a-b9ac-08a78975b704 HTTP/1.1" status: 200 len: 999 time: 0.1617682 Jan 28 03:45:13.358347 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-e3c27552-7209-4686-a8f2-51fa296bd60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:13.359946 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-e3c27552-7209-4686-a8f2-51fa296bd60a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1213222 Jan 28 03:45:13.410525 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-fe6a8ae7-e7bb-4bbc-ac13-f97a63038ee4 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:45:13.411591 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-fe6a8ae7-e7bb-4bbc-ac13-f97a63038ee4 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12821 time: 0.0100245 Jan 28 03:45:13.482097 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-e707033f-ae57-43a9-8680-228355bd8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_floatingips': [{'id': 'a14ccf9b-fb0e-4d6e-a49e-0dd7bce36a65', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'floating_ip_address': '172.29.0.92', 'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'router_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'port_id': '5ae0e218-f69f-436a-b9ac-08a78975b704', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'mac_address': 'fa:16:3e:65:55:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf386c6-eb32-4214-a53c-27a7e3b1f581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-28T03:45:09Z', 'updated_at': '2021-01-28T03:45:11Z', 'revision_number': 1, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:35Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:45:13.486224 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707033f-ae57-43a9-8680-228355bd8165 None None] The sync data for ids ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'] in dv-osbrick-754598-7-ceph is: [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_floatingips': [{'id': 'a14ccf9b-fb0e-4d6e-a49e-0dd7bce36a65', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'floating_ip_address': '172.29.0.92', 'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'router_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'port_id': '5ae0e218-f69f-436a-b9ac-08a78975b704', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'mac_address': 'fa:16:3e:65:55:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf386c6-eb32-4214-a53c-27a7e3b1f581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-28T03:45:09Z', 'updated_at': '2021-01-28T03:45:11Z', 'revision_number': 1, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:35Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 28 03:45:13.508250 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045f00a-927f-4d96-826d-361329ccaa22 req-0036f5b2-dd48-473d-8523-c7191c2e9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:13.510849 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f045f00a-927f-4d96-826d-361329ccaa22 req-0036f5b2-dd48-473d-8523-c7191c2e9ede service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.1499567 Jan 28 03:45:13.631023 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-1b3b4548-b81c-4de6-a1cb-f4bdab7227b0 service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127726 Jan 28 03:45:13.664587 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045f00a-927f-4d96-826d-361329ccaa22 req-56ee5d7a-be4b-461f-95e8-6dc18d32e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:13.666313 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f045f00a-927f-4d96-826d-361329ccaa22 req-56ee5d7a-be4b-461f-95e8-6dc18d32e282 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1490541 Jan 28 03:45:13.797857 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbce681-e3eb-4ab4-9259-293c0914060b None None] New status for floating IP a14ccf9b-fb0e-4d6e-a49e-0dd7bce36a65: ACTIVE {{(pid=79000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 28 03:45:13.898403 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cfab3758-2682-4a6b-b5ec-fcad63e9e6da req-b31c5901-0602-403a-a503-16689087f422 service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2592919 Jan 28 03:45:13.907391 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f045f00a-927f-4d96-826d-361329ccaa22 req-ea81f54e-fa65-469d-b9a2-35a0ce643575 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895609 Jan 28 03:45:14.051887 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f045f00a-927f-4d96-826d-361329ccaa22 req-9a188fa4-c178-4a1c-b9a4-4dea32556905 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374123 Jan 28 03:45:15.616509 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:23.085937 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5c08e14a-05f0-4357-9b47-e3a597891f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:24.587280 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-49e4d678-5523-470a-9f9d-ede25d1e1b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:24.918200 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:25.891878 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:35.900191 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-21aa65f2-9e7d-4547-9416-ac8b7c60312b req-6839a22f-d938-4fbb-a46d-a2189d7ddecc tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-832711626&fields=id&tenant_id=2889dd242c3e4e6cad883dc5e3a15554 HTTP/1.1" status: 200 len: 267 time: 0.0593102 Jan 28 03:45:36.072916 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa65f2-9e7d-4547-9416-ac8b7c60312b req-34007e1a-30c0-4a80-ac07-01bda5436d72 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:36.074609 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-21aa65f2-9e7d-4547-9416-ac8b7c60312b req-34007e1a-30c0-4a80-ac07-01bda5436d72 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 984 time: 0.1678882 Jan 28 03:45:36.087104 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-21aa65f2-9e7d-4547-9416-ac8b7c60312b req-5a1eb5c2-0693-4a8f-8245-8f1f0221a5d6 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Request body: {'port': {'security_groups': ['e28cc47b-1b27-497a-9336-219ce08f05da']}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:36.253946 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-21aa65f2-9e7d-4547-9416-ac8b7c60312b req-5a1eb5c2-0693-4a8f-8245-8f1f0221a5d6 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:36.515991 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:45:36.616168 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-21aa65f2-9e7d-4547-9416-ac8b7c60312b req-5a1eb5c2-0693-4a8f-8245-8f1f0221a5d6 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] For port 00767dc8-9644-47c3-a02a-dc8181372218, host hv-osbrick-7545, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=00767dc8-9644-47c3-a02a-dc8181372218,segment=NetworkSegment(7a0737a9-0347-4112-9d71-d2c41a411801),segment_id=7a0737a9-0347-4112-9d71-d2c41a411801)] {{(pid=78998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:45:36.643232 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-21aa65f2-9e7d-4547-9416-ac8b7c60312b req-5a1eb5c2-0693-4a8f-8245-8f1f0221a5d6 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for port, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:36.649100 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-21aa65f2-9e7d-4547-9416-ac8b7c60312b req-5a1eb5c2-0693-4a8f-8245-8f1f0221a5d6 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:36.664456 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:45:36.811657 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1eb5c2-0693-4a8f-8245-8f1f0221a5d6 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Pushing event updated for resources: {'Port': ['ID=00767dc8-9644-47c3-a02a-dc8181372218,revision_number=6']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:45:36.817566 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-5a1eb5c2-0693-4a8f-8245-8f1f0221a5d6 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:45:36.927836 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa65f2-9e7d-4547-9416-ac8b7c60312b req-5a1eb5c2-0693-4a8f-8245-8f1f0221a5d6 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:36.928582 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-21aa65f2-9e7d-4547-9416-ac8b7c60312b req-5a1eb5c2-0693-4a8f-8245-8f1f0221a5d6 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:36.930141 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-21aa65f2-9e7d-4547-9416-ac8b7c60312b req-5a1eb5c2-0693-4a8f-8245-8f1f0221a5d6 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "PUT /v2.0/ports/00767dc8-9644-47c3-a02a-dc8181372218 HTTP/1.1" status: 200 len: 942 time: 0.8481677 Jan 28 03:45:36.930692 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3060903a-7255-4b98-9d2e-09c7c5580322', 'tag': '00767dc8-9644-47c3-a02a-dc8181372218'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:45:37.001204 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3060903a-7255-4b98-9d2e-09c7c5580322', 'tag': '00767dc8-9644-47c3-a02a-dc8181372218', 'status': 'completed', 'code': 200} Jan 28 03:45:37.048269 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-dd54e11e-7488-48ed-9354-6fb80d432b2c req-0791ceb9-ceb3-4665-b8da-b599a3ccdd75 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups/d01e3617-589d-4785-85ff-2bdfb9977f02 HTTP/1.1" status: 200 len: 2999 time: 0.0793607 Jan 28 03:45:37.148544 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-4cf6a2fe-5e9e-4cc7-8127-0e5d53c4161e None None] Provisioning complete for port 00767dc8-9644-47c3-a02a-dc8181372218 triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:45:37.148933 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a2fe-5e9e-4cc7-8127-0e5d53c4161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:37.202172 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-dd54e11e-7488-48ed-9354-6fb80d432b2c req-f3c13d1b-8384-4ca9-aad6-1f81b9f2852f tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for security_group, before_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:37.220612 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5648533-ecb0-45dd-a11f-49c1f32bc8c1 req-4efbdea2-e141-4312-b55c-b1d115fda0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:37.222498 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d5648533-ecb0-45dd-a11f-49c1f32bc8c1 req-4efbdea2-e141-4312-b55c-b1d115fda0dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2889dd242c3e4e6cad883dc5e3a15554&device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 1162 time: 0.1732416 Jan 28 03:45:37.267272 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-dd54e11e-7488-48ed-9354-6fb80d432b2c req-f3c13d1b-8384-4ca9-aad6-1f81b9f2852f tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:37.419917 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5648533-ecb0-45dd-a11f-49c1f32bc8c1 req-c1b348e4-6f6b-46c6-bb43-41e5f0e9fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:37.421502 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d5648533-ecb0-45dd-a11f-49c1f32bc8c1 req-c1b348e4-6f6b-46c6-bb43-41e5f0e9fbdd service neutron] 10.222.0.25 "GET /v2.0/networks?id=8b46498e-ae14-4b2c-a194-d2af2bcb020e HTTP/1.1" status: 200 len: 909 time: 0.1888020 Jan 28 03:45:37.426309 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-dd54e11e-7488-48ed-9354-6fb80d432b2c req-f3c13d1b-8384-4ca9-aad6-1f81b9f2852f tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709389'] for security_group, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:37.433143 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:45:37.727439 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c13d1b-8384-4ca9-aad6-1f81b9f2852f tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01e3617-589d-4785-85ff-2bdfb9977f02,revision_number=None']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:45:37.737805 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-f3c13d1b-8384-4ca9-aad6-1f81b9f2852f tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:45:37.743846 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-dd54e11e-7488-48ed-9354-6fb80d432b2c req-f3c13d1b-8384-4ca9-aad6-1f81b9f2852f tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for security_group, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:37.745042 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-dd54e11e-7488-48ed-9354-6fb80d432b2c req-f3c13d1b-8384-4ca9-aad6-1f81b9f2852f tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "DELETE /v2.0/security-groups/d01e3617-589d-4785-85ff-2bdfb9977f02 HTTP/1.1" status: 204 len: 173 time: 0.6577015 Jan 28 03:45:37.769004 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d5648533-ecb0-45dd-a11f-49c1f32bc8c1 req-5fd2498c-4bcd-4e22-9cb2-4c43fde1f48f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00767dc8-9644-47c3-a02a-dc8181372218 HTTP/1.1" status: 200 len: 1000 time: 0.3379810 Jan 28 03:45:37.934642 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5648533-ecb0-45dd-a11f-49c1f32bc8c1 req-51e08aa6-2de3-4dda-b591-f5bcc0d47273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:37.936241 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d5648533-ecb0-45dd-a11f-49c1f32bc8c1 req-51e08aa6-2de3-4dda-b591-f5bcc0d47273 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92787f76-46f7-4047-93a0-358d00a52267 HTTP/1.1" status: 200 len: 854 time: 0.1608105 Jan 28 03:45:37.963259 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-046c468e-b0c8-4ecb-a384-0a8e1fce84de tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/floatingips/f2e1e062-7c66-40e9-a921-97afb2f42ef2 HTTP/1.1" status: 200 len: 997 time: 0.1478484 Jan 28 03:45:38.166138 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5648533-ecb0-45dd-a11f-49c1f32bc8c1 req-8997791c-11c6-4702-830c-96260b4e4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:38.167845 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d5648533-ecb0-45dd-a11f-49c1f32bc8c1 req-8997791c-11c6-4702-830c-96260b4e4144 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8b46498e-ae14-4b2c-a194-d2af2bcb020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2232895 Jan 28 03:45:38.258595 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-5ba5dee3-8fbf-4d1e-8e4a-1d670b2ee048 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:38.259975 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-5ba5dee3-8fbf-4d1e-8e4a-1d670b2ee048 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/networks/ea722a38-7ae2-43cb-a677-4d47ee229a8c HTTP/1.1" status: 200 len: 784 time: 0.2630665 Jan 28 03:45:38.292002 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-ff0269cc-b197-4e86-95bb-4b7a40f669a0 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:45:38.292961 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-ff0269cc-b197-4e86-95bb-4b7a40f669a0 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12821 time: 0.0097032 Jan 28 03:45:38.504873 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-77591c21-d802-45b4-a936-341df1a20fff tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.29.0.85 HTTP/1.1" status: 200 len: 1000 time: 0.1629639 Jan 28 03:45:38.514074 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d5648533-ecb0-45dd-a11f-49c1f32bc8c1 req-96e9f886-ac45-49df-9c0c-833993f70dd5 service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386896 Jan 28 03:45:38.749183 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-ded5c47d-2f70-42ce-a130-f49da0f8cb42 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:38.750682 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-ded5c47d-2f70-42ce-a130-f49da0f8cb42 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports/00767dc8-9644-47c3-a02a-dc8181372218 HTTP/1.1" status: 200 len: 942 time: 0.2389691 Jan 28 03:45:38.796230 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d5648533-ecb0-45dd-a11f-49c1f32bc8c1 req-b6af14ef-5ada-4180-a28c-1de019e967e1 service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2480514 Jan 28 03:45:38.954011 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-3dd14392-3fa6-425d-ab82-45351c807ac5 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.29.0.85 HTTP/1.1" status: 200 len: 1000 time: 0.1189258 Jan 28 03:45:39.143719 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 00767dc8-9644-47c3-a02a-dc8181372218 up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:45:39.196042 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Deleting port c4d0b2d2-a093-4f78-b7f5-aaf412db30c3 {{(pid=78998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:45:39.196388 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:39.221186 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port 00767dc8-9644-47c3-a02a-dc8181372218 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:45:39.221741 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:39.397571 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:39.397936 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:39.537149 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Calling delete_port for c4d0b2d2-a093-4f78-b7f5-aaf412db30c3 owned by network:floatingip {{(pid=78998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:45:39.708076 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826'] for port, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:39.723464 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:45:39.819089 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Pushing event deleted for resources: {'Port': ['ID=c4d0b2d2-a093-4f78-b7f5-aaf412db30c3,revision_number=None']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:45:39.832560 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.832953 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.833329 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.833707 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.834081 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.834457 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.834860 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.835232 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.835599 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.835960 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.836325 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.836691 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.837127 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.837489 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.837850 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.838238 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.838544 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.838912 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.839274 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.839636 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.840046 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.840360 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.840712 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.841067 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:39.851999 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:45:39.911167 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks [] for floatingip, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:39.911660 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.db.l3_db [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Floating IP f2e1e062-7c66-40e9-a921-97afb2f42ef2 disassociated (deleted). External IP: 172.29.0.85, port: 00767dc8-9644-47c3-a02a-dc8181372218. Jan 28 03:45:40.514764 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Router fa23510e-035f-4a36-bc97-29d11e8eec6e has already been hosted by L3 agent 382a0915-dc5d-46b7-a5dc-ea157a977503 {{(pid=78998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 28 03:45:40.713841 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify agent at l3_agent.dv-osbrick-754598-7-ceph the message routers_updated {{(pid=78998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 28 03:45:40.724863 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869cf298-a82c-4a67-9c28-cd31604f1e36 None None] Sync routers for ids ['fa23510e-035f-4a36-bc97-29d11e8eec6e'] in dv-osbrick-754598-7-ceph {{(pid=79001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 28 03:45:40.734791 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869cf298-a82c-4a67-9c28-cd31604f1e36 None None] Routers {'fa23510e-035f-4a36-bc97-29d11e8eec6e'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:45:40.735784 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-869cf298-a82c-4a67-9c28-cd31604f1e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:45:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fa23510e-035f-4a36-bc97-29d11e8eec6e'], 'active': True} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:45:40.750614 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:40.821653 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "DELETE /v2.0/floatingips/f2e1e062-7c66-40e9-a921-97afb2f42ef2 HTTP/1.1" status: 204 len: 173 time: 1.8609128 Jan 28 03:45:40.822197 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3060903a-7255-4b98-9d2e-09c7c5580322', 'tag': '00767dc8-9644-47c3-a02a-dc8181372218'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:45:40.906883 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3060903a-7255-4b98-9d2e-09c7c5580322', 'tag': '00767dc8-9644-47c3-a02a-dc8181372218', 'status': 'completed', 'code': 200} Jan 28 03:45:40.938138 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-4fb1831a-8f41-46f5-a00b-e9281beae6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:40.951698 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-4fb1831a-8f41-46f5-a00b-e9281beae6ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2889dd242c3e4e6cad883dc5e3a15554&device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 1162 time: 0.1120951 Jan 28 03:45:41.137187 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-869cf298-a82c-4a67-9c28-cd31604f1e36 None None] Set router fa23510e-035f-4a36-bc97-29d11e8eec6e gateway port host: dv-osbrick-754598-7-ceph {{(pid=79001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:45:41.170188 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-9b0024ca-c351-43ee-8c5a-f7ab90013fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:41.171788 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-9b0024ca-c351-43ee-8c5a-f7ab90013fd1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8b46498e-ae14-4b2c-a194-d2af2bcb020e HTTP/1.1" status: 200 len: 909 time: 0.2191551 Jan 28 03:45:41.181744 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084309b-3c04-43b7-b199-ddcbb1614d99 req-f3133c71-c9e6-4a30-b471-1012a32f5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:41.183336 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7084309b-3c04-43b7-b199-ddcbb1614d99 req-f3133c71-c9e6-4a30-b471-1012a32f5947 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2889dd242c3e4e6cad883dc5e3a15554&device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 1162 time: 0.1439140 Jan 28 03:45:41.279992 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-d56c2fda-ed8d-4920-aa45-282a5fc8404a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00767dc8-9644-47c3-a02a-dc8181372218 HTTP/1.1" status: 200 len: 217 time: 0.0955493 Jan 28 03:45:41.425746 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-4877d386-8251-4d20-9520-7c22c24285cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:41.427393 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-4877d386-8251-4d20-9520-7c22c24285cd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92787f76-46f7-4047-93a0-358d00a52267 HTTP/1.1" status: 200 len: 854 time: 0.1021056 Jan 28 03:45:41.493116 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-869cf298-a82c-4a67-9c28-cd31604f1e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'name': 'tempest-TestMinimumBasicScenario-1900897197-router', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:28Z', 'revision_number': 4, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'gw_port': {'id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:23Z', 'updated_at': '2021-01-28T03:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '9927254c-00c6-497f-9c0c-984e6d8fa932', 'name': '', 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'mac_address': 'fa:16:3e:6c:ee:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '92787f76-46f7-4047-93a0-358d00a52267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:26Z', 'updated_at': '2021-01-28T03:42:41Z', 'revision_number': 5, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'subnets': [{'id': '92787f76-46f7-4047-93a0-358d00a52267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:45:41.494463 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084309b-3c04-43b7-b199-ddcbb1614d99 req-56054ac8-66a1-4991-98da-fe1a3d50e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:41.496426 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7084309b-3c04-43b7-b199-ddcbb1614d99 req-56054ac8-66a1-4991-98da-fe1a3d50e6a2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8b46498e-ae14-4b2c-a194-d2af2bcb020e HTTP/1.1" status: 200 len: 909 time: 0.2611272 Jan 28 03:45:41.504271 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869cf298-a82c-4a67-9c28-cd31604f1e36 None None] Checking router: fa23510e-035f-4a36-bc97-29d11e8eec6e for host: dv-osbrick-754598-7-ceph {{(pid=79001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 28 03:45:41.514853 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869cf298-a82c-4a67-9c28-cd31604f1e36 None None] Routers {'fa23510e-035f-4a36-bc97-29d11e8eec6e'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:45:41.516137 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-869cf298-a82c-4a67-9c28-cd31604f1e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:45:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fa23510e-035f-4a36-bc97-29d11e8eec6e'], 'active': True} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:45:41.576646 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7084309b-3c04-43b7-b199-ddcbb1614d99 req-faa77c41-be3b-4be9-9b6f-e6f93ce05108 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00767dc8-9644-47c3-a02a-dc8181372218 HTTP/1.1" status: 200 len: 217 time: 0.0719774 Jan 28 03:45:41.665106 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-5ee46ea4-3f1a-478d-bfae-9a616dfc3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:41.666808 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-5ee46ea4-3f1a-478d-bfae-9a616dfc3908 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b46498e-ae14-4b2c-a194-d2af2bcb020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2249112 Jan 28 03:45:41.670196 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084309b-3c04-43b7-b199-ddcbb1614d99 req-63efcbab-fc24-4ca2-879d-1348185510e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:41.671664 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7084309b-3c04-43b7-b199-ddcbb1614d99 req-63efcbab-fc24-4ca2-879d-1348185510e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92787f76-46f7-4047-93a0-358d00a52267 HTTP/1.1" status: 200 len: 854 time: 0.0869260 Jan 28 03:45:41.727482 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-869cf298-a82c-4a67-9c28-cd31604f1e36 None None] Set router fa23510e-035f-4a36-bc97-29d11e8eec6e gateway port host: dv-osbrick-754598-7-ceph {{(pid=79001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:45:41.879806 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-9289cb42-fd78-461c-837f-aa855ed82da4 service neutron] 10.222.0.38 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038314 Jan 28 03:45:41.884779 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084309b-3c04-43b7-b199-ddcbb1614d99 req-63df8ce0-7ff2-4832-aad9-0d3e52e2cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:41.886293 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7084309b-3c04-43b7-b199-ddcbb1614d99 req-63df8ce0-7ff2-4832-aad9-0d3e52e2cbba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8b46498e-ae14-4b2c-a194-d2af2bcb020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1864197 Jan 28 03:45:42.118599 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-869cf298-a82c-4a67-9c28-cd31604f1e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'name': 'tempest-TestMinimumBasicScenario-1900897197-router', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:28Z', 'revision_number': 4, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'gw_port': {'id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:23Z', 'updated_at': '2021-01-28T03:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '9927254c-00c6-497f-9c0c-984e6d8fa932', 'name': '', 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'mac_address': 'fa:16:3e:6c:ee:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '92787f76-46f7-4047-93a0-358d00a52267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:26Z', 'updated_at': '2021-01-28T03:42:41Z', 'revision_number': 5, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'subnets': [{'id': '92787f76-46f7-4047-93a0-358d00a52267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:45:42.123914 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869cf298-a82c-4a67-9c28-cd31604f1e36 None None] The sync data for ids ['fa23510e-035f-4a36-bc97-29d11e8eec6e'] in dv-osbrick-754598-7-ceph is: [{'id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'name': 'tempest-TestMinimumBasicScenario-1900897197-router', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:28Z', 'revision_number': 4, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'gw_port': {'id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:23Z', 'updated_at': '2021-01-28T03:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '9927254c-00c6-497f-9c0c-984e6d8fa932', 'name': '', 'network_id': '8b46498e-ae14-4b2c-a194-d2af2bcb020e', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'mac_address': 'fa:16:3e:6c:ee:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '92787f76-46f7-4047-93a0-358d00a52267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:26Z', 'updated_at': '2021-01-28T03:42:41Z', 'revision_number': 5, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'subnets': [{'id': '92787f76-46f7-4047-93a0-358d00a52267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 28 03:45:42.152483 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-525c5c73-18c4-45a8-9ddb-6c36d3a291bc req-00f424be-f42d-465c-96c9-f3c900dfea93 service neutron] 10.222.0.38 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2650547 Jan 28 03:45:42.158232 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7084309b-3c04-43b7-b199-ddcbb1614d99 req-4c0cbdc2-74f4-4b2a-8ce3-43c1d6b5e4f0 service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462542 Jan 28 03:45:42.318031 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7084309b-3c04-43b7-b199-ddcbb1614d99 req-a6294e43-cafd-4697-be50-9e9b3df720c2 service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1526330 Jan 28 03:45:42.571650 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd63bb3c-0844-475d-9a56-d8e31b5272a3 None None] New status for floating IP f2e1e062-7c66-40e9-a921-97afb2f42ef2: DOWN {{(pid=79000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 28 03:45:43.609222 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-34352a67-c561-4f08-a1e9-d80ced380044 req-b1665fe0-8329-45ac-a8ea-f61a9d757965 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0819275 Jan 28 03:45:43.793022 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34352a67-c561-4f08-a1e9-d80ced380044 req-dd19b324-f641-4e4a-a600-bab3248c4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:43.794667 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-34352a67-c561-4f08-a1e9-d80ced380044 req-dd19b324-f641-4e4a-a600-bab3248c4477 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2889dd242c3e4e6cad883dc5e3a15554&device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 1162 time: 0.0923178 Jan 28 03:45:44.199050 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34352a67-c561-4f08-a1e9-d80ced380044 req-08620846-12b1-4af0-b2aa-c5a0536021e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:44.201050 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-34352a67-c561-4f08-a1e9-d80ced380044 req-08620846-12b1-4af0-b2aa-c5a0536021e5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8b46498e-ae14-4b2c-a194-d2af2bcb020e HTTP/1.1" status: 200 len: 909 time: 0.3869817 Jan 28 03:45:44.276959 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-34352a67-c561-4f08-a1e9-d80ced380044 req-5e6e9b0e-a3d3-400a-b2a2-a0b59e4dc04a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00767dc8-9644-47c3-a02a-dc8181372218 HTTP/1.1" status: 200 len: 217 time: 0.0686431 Jan 28 03:45:44.354491 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34352a67-c561-4f08-a1e9-d80ced380044 req-f2ed05c5-8ce3-4548-ba92-bc0c60bee92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:44.356031 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-34352a67-c561-4f08-a1e9-d80ced380044 req-f2ed05c5-8ce3-4548-ba92-bc0c60bee92d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92787f76-46f7-4047-93a0-358d00a52267 HTTP/1.1" status: 200 len: 854 time: 0.0726225 Jan 28 03:45:44.440540 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34352a67-c561-4f08-a1e9-d80ced380044 req-844a3e1f-1f69-4534-bb38-1263db460a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:44.442035 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-34352a67-c561-4f08-a1e9-d80ced380044 req-844a3e1f-1f69-4534-bb38-1263db460a72 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8b46498e-ae14-4b2c-a194-d2af2bcb020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791175 Jan 28 03:45:44.601314 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-34352a67-c561-4f08-a1e9-d80ced380044 req-0500b5f9-df0e-4241-a66b-9abdadbf354a service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516604 Jan 28 03:45:44.775007 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-34352a67-c561-4f08-a1e9-d80ced380044 req-6e422686-c38d-4af8-b2df-ceae09c006ff service neutron] 10.222.0.25 "GET /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1669061 Jan 28 03:45:45.621281 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:45.833322 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d1264-d9d4-4d5b-bb47-ceddededb659 req-8d05a5e0-65e1-4041-b77c-ce40ee883795 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:45.834034 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-a61d1264-d9d4-4d5b-bb47-ceddededb659 req-8d05a5e0-65e1-4041-b77c-ce40ee883795 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Synchronizing usage tracker for tenant:2889dd242c3e4e6cad883dc5e3a15554 on resource:port {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:45:45.851928 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-a61d1264-d9d4-4d5b-bb47-ceddededb659 req-8d05a5e0-65e1-4041-b77c-ce40ee883795 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Unset dirty status for tenant:2889dd242c3e4e6cad883dc5e3a15554 on resource:port {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:45:45.853247 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a61d1264-d9d4-4d5b-bb47-ceddededb659 req-8d05a5e0-65e1-4041-b77c-ce40ee883795 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 945 time: 0.1987107 Jan 28 03:45:45.922099 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-a61d1264-d9d4-4d5b-bb47-ceddededb659 req-d20a38f2-73a9-41f7-9b83-f4cea30c1d33 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Synchronizing usage tracker for tenant:2889dd242c3e4e6cad883dc5e3a15554 on resource:security_group {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:45:45.938194 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-a61d1264-d9d4-4d5b-bb47-ceddededb659 req-d20a38f2-73a9-41f7-9b83-f4cea30c1d33 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Unset dirty status for tenant:2889dd242c3e4e6cad883dc5e3a15554 on resource:security_group {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:45:45.940200 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a61d1264-d9d4-4d5b-bb47-ceddededb659 req-d20a38f2-73a9-41f7-9b83-f4cea30c1d33 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796959 Jan 28 03:45:47.257349 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df58ad5-2ee8-40b9-94a8-1a304ba2d290 req-cc9ac21a-9038-4d0a-baf9-427385a93f3e tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:47.259125 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1df58ad5-2ee8-40b9-94a8-1a304ba2d290 req-cc9ac21a-9038-4d0a-baf9-427385a93f3e tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 945 time: 0.1756611 Jan 28 03:45:47.330011 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1df58ad5-2ee8-40b9-94a8-1a304ba2d290 req-e078f76c-616b-43a1-9142-99d16d7cf507 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/security-groups?id=e28cc47b-1b27-497a-9336-219ce08f05da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636194 Jan 28 03:45:47.795349 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea24435-428d-49c6-a9fa-a276bfbe9529 req-2f26df6e-6a58-40cf-9ad8-e883b9063439 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:45:47.797001 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7ea24435-428d-49c6-a9fa-a276bfbe9529 req-2f26df6e-6a58-40cf-9ad8-e883b9063439 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.25 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 945 time: 0.1746852 Jan 28 03:45:47.896213 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-7ea24435-428d-49c6-a9fa-a276bfbe9529 req-77e4c67b-4f31-4601-b162-15711c7e2cdb tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Deleting port 00767dc8-9644-47c3-a02a-dc8181372218 {{(pid=78998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:45:47.896601 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-7ea24435-428d-49c6-a9fa-a276bfbe9529 req-77e4c67b-4f31-4601-b162-15711c7e2cdb tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:48.171904 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-7ea24435-428d-49c6-a9fa-a276bfbe9529 req-77e4c67b-4f31-4601-b162-15711c7e2cdb tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] For port 00767dc8-9644-47c3-a02a-dc8181372218, host hv-osbrick-7545, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=00767dc8-9644-47c3-a02a-dc8181372218,segment=NetworkSegment(7a0737a9-0347-4112-9d71-d2c41a411801),segment_id=7a0737a9-0347-4112-9d71-d2c41a411801)] {{(pid=78998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:45:48.172304 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-7ea24435-428d-49c6-a9fa-a276bfbe9529 req-77e4c67b-4f31-4601-b162-15711c7e2cdb tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:48.313543 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-7ea24435-428d-49c6-a9fa-a276bfbe9529 req-77e4c67b-4f31-4601-b162-15711c7e2cdb tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Calling delete_port for 00767dc8-9644-47c3-a02a-dc8181372218 owned by compute:nova {{(pid=78998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:45:48.517907 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-7ea24435-428d-49c6-a9fa-a276bfbe9529 req-77e4c67b-4f31-4601-b162-15711c7e2cdb tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826'] for port, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:48.542793 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:45:48.588337 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-18c64211-f53d-44f4-bde1-c8de17e8f4ed req-b1b0cf26-f259-46d5-a78b-ac38791f8e99 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.38 "GET /v2.0/ports?device_id=3060903a-7255-4b98-9d2e-09c7c5580322 HTTP/1.1" status: 200 len: 210 time: 0.1151178 Jan 28 03:45:48.599639 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4c67b-4f31-4601-b162-15711c7e2cdb tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Pushing event deleted for resources: {'Port': ['ID=00767dc8-9644-47c3-a02a-dc8181372218,revision_number=None']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:45:48.603176 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-77e4c67b-4f31-4601-b162-15711c7e2cdb tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:45:48.768429 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea24435-428d-49c6-a9fa-a276bfbe9529 req-77e4c67b-4f31-4601-b162-15711c7e2cdb tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] No DVR routers for this DVR port 00767dc8-9644-47c3-a02a-dc8181372218 on host hv-osbrick-7545 {{(pid=78998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 28 03:45:48.770659 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-7ea24435-428d-49c6-a9fa-a276bfbe9529 req-77e4c67b-4f31-4601-b162-15711c7e2cdb tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:48.773410 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3060903a-7255-4b98-9d2e-09c7c5580322', 'name': 'network-vif-deleted', 'tag': '00767dc8-9644-47c3-a02a-dc8181372218'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:45:48.789273 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-7ea24435-428d-49c6-a9fa-a276bfbe9529 req-77e4c67b-4f31-4601-b162-15711c7e2cdb tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] 10.222.0.25 "DELETE /v2.0/ports/00767dc8-9644-47c3-a02a-dc8181372218 HTTP/1.1" status: 204 len: 173 time: 0.9864883 Jan 28 03:45:48.838961 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3060903a-7255-4b98-9d2e-09c7c5580322', 'name': 'network-vif-deleted', 'tag': '00767dc8-9644-47c3-a02a-dc8181372218', 'status': 'completed', 'code': 200} Jan 28 03:45:48.951860 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 00767dc8-9644-47c3-a02a-dc8181372218 no longer exists at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 28 03:45:48.993537 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] No Port match for: 00767dc8-9644-47c3-a02a-dc8181372218 {{(pid=79000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 28 03:45:48.994184 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 00767dc8-9644-47c3-a02a-dc8181372218 not bound to the agent host hv-osbrick-7545 {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 28 03:45:50.250454 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78998) accepted ('10.222.0.38', 57642) {{(pid=78998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:45:50.828982 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-945d0cd5-3d94-4560-a2ca-4b5728f6ea49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854195871'] for router_interface, before_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:51.195964 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-945d0cd5-3d94-4560-a2ca-4b5728f6ea49 admin admin] Deleting port 9927254c-00c6-497f-9c0c-984e6d8fa932 {{(pid=78998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:45:51.196302 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-945d0cd5-3d94-4560-a2ca-4b5728f6ea49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:51.387202 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-945d0cd5-3d94-4560-a2ca-4b5728f6ea49 admin admin] For port 9927254c-00c6-497f-9c0c-984e6d8fa932, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=9927254c-00c6-497f-9c0c-984e6d8fa932,segment=NetworkSegment(7a0737a9-0347-4112-9d71-d2c41a411801),segment_id=7a0737a9-0347-4112-9d71-d2c41a411801)] {{(pid=78998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:45:51.387697 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-945d0cd5-3d94-4560-a2ca-4b5728f6ea49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:51.519935 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-945d0cd5-3d94-4560-a2ca-4b5728f6ea49 admin admin] Calling delete_port for 9927254c-00c6-497f-9c0c-984e6d8fa932 owned by network:router_interface {{(pid=78998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:45:52.057992 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-945d0cd5-3d94-4560-a2ca-4b5728f6ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826'] for port, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:52.075398 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:45:52.169373 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d0cd5-3d94-4560-a2ca-4b5728f6ea49 admin admin] Pushing event deleted for resources: {'Port': ['ID=9927254c-00c6-497f-9c0c-984e6d8fa932,revision_number=None']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:45:52.173242 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-945d0cd5-3d94-4560-a2ca-4b5728f6ea49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:45:52.425583 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-945d0cd5-3d94-4560-a2ca-4b5728f6ea49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854135438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583920'] for router_interface, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:52.926934 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945d0cd5-3d94-4560-a2ca-4b5728f6ea49 admin admin] Router fa23510e-035f-4a36-bc97-29d11e8eec6e has already been hosted by L3 agent 382a0915-dc5d-46b7-a5dc-ea157a977503 {{(pid=78998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 28 03:45:53.095075 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-61da0d67-4ed4-475a-9a8b-768f677e87db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:53.115302 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945d0cd5-3d94-4560-a2ca-4b5728f6ea49 admin admin] Notify agent at l3_agent.dv-osbrick-754598-7-ceph the message routers_updated {{(pid=78998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 28 03:45:53.124126 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc1bc9-fed1-46b5-b7ce-9f4655e95b11 None None] Sync routers for ids ['fa23510e-035f-4a36-bc97-29d11e8eec6e'] in dv-osbrick-754598-7-ceph {{(pid=79001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 28 03:45:53.128094 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-945d0cd5-3d94-4560-a2ca-4b5728f6ea49 admin admin] 10.222.0.38 "PUT /v2.0/routers/fa23510e-035f-4a36-bc97-29d11e8eec6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8764749 Jan 28 03:45:53.131088 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78998) accepted ('10.222.0.38', 57646) {{(pid=78998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:45:53.137241 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc1bc9-fed1-46b5-b7ce-9f4655e95b11 None None] Routers {'fa23510e-035f-4a36-bc97-29d11e8eec6e'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:45:53.137897 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-aadc1bc9-fed1-46b5-b7ce-9f4655e95b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:45:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fa23510e-035f-4a36-bc97-29d11e8eec6e'], 'active': True} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:45:53.316261 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-799cb4a5-6a90-489b-8485-814127f4e3c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:53.322278 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-aadc1bc9-fed1-46b5-b7ce-9f4655e95b11 None None] Set router fa23510e-035f-4a36-bc97-29d11e8eec6e gateway port host: dv-osbrick-754598-7-ceph {{(pid=79001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:45:53.504910 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-799cb4a5-6a90-489b-8485-814127f4e3c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:53.510075 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-799cb4a5-6a90-489b-8485-814127f4e3c7 admin admin] Deleting port 3e811346-a301-454b-b5a5-5d708fe1c8d6 {{(pid=78998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:45:53.510452 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-799cb4a5-6a90-489b-8485-814127f4e3c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:53.622991 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-aadc1bc9-fed1-46b5-b7ce-9f4655e95b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'name': 'tempest-TestMinimumBasicScenario-1900897197-router', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:45:51Z', 'revision_number': 5, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'gw_port': {'id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:23Z', 'updated_at': '2021-01-28T03:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph'}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:45:53.627013 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc1bc9-fed1-46b5-b7ce-9f4655e95b11 None None] Checking router: fa23510e-035f-4a36-bc97-29d11e8eec6e for host: dv-osbrick-754598-7-ceph {{(pid=79001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 28 03:45:53.636426 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc1bc9-fed1-46b5-b7ce-9f4655e95b11 None None] Routers {'fa23510e-035f-4a36-bc97-29d11e8eec6e'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:45:53.637067 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-aadc1bc9-fed1-46b5-b7ce-9f4655e95b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:45:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fa23510e-035f-4a36-bc97-29d11e8eec6e'], 'active': True} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:45:53.691271 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-799cb4a5-6a90-489b-8485-814127f4e3c7 admin admin] For port 3e811346-a301-454b-b5a5-5d708fe1c8d6, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=3e811346-a301-454b-b5a5-5d708fe1c8d6,segment=NetworkSegment(85601eaa-b774-4bff-bcf6-a6323a6992b9),segment_id=85601eaa-b774-4bff-bcf6-a6323a6992b9)] {{(pid=78998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:45:53.691662 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-799cb4a5-6a90-489b-8485-814127f4e3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:53.819178 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-aadc1bc9-fed1-46b5-b7ce-9f4655e95b11 None None] Set router fa23510e-035f-4a36-bc97-29d11e8eec6e gateway port host: dv-osbrick-754598-7-ceph {{(pid=79001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:45:53.825326 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-799cb4a5-6a90-489b-8485-814127f4e3c7 admin admin] Calling delete_port for 3e811346-a301-454b-b5a5-5d708fe1c8d6 owned by network:router_gateway {{(pid=78998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:45:53.988332 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-799cb4a5-6a90-489b-8485-814127f4e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826'] for port, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING neutron.plugins.ml2.ovo_rpc [None req-799cb4a5-6a90-489b-8485-814127f4e3c7 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: result = function(*args, **kwargs) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: proto.__init__(conn_state, self) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: self.handle() Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: self.handle_one_request() Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: self.handle_one_response() Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: result = self.application(self.environ, start_response) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: return app(environ, start_response) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: resp = self.call_func(req, *args, **kw) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: return self.func(req, *args, **kwargs) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: response = req.get_response(self.application) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: application, catch_exc_info=False) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: app_iter = application(self.environ, start_response) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: resp = self.call_func(req, *args, **kw) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: return self.func(req, *args, **kwargs) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: response = req.get_response(self.application) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: application, catch_exc_info=False) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: app_iter = application(self.environ, start_response) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: resp = self.call_func(req, *args, **kw) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: return self.func(req, *args, **kwargs) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: response = req.get_response(self.application) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: application, catch_exc_info=False) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: app_iter = application(self.environ, start_response) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: resp = self.call_func(req, *args, **kw) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: return self.func(req, *args, **kwargs) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: response = req.get_response(self.application) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: application, catch_exc_info=False) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: app_iter = application(self.environ, start_response) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: resp = self.call_func(req, *args, **kw) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: return self.func(req, *args, **kwargs) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: return request.get_response(self.application) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: application, catch_exc_info=False) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: app_iter = application(self.environ, start_response) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: resp = self.call_func(req, *args, **kw) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: return self.func(req, *args, **kwargs) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: response = req.get_response(self._app) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: application, catch_exc_info=False) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: app_iter = application(self.environ, start_response) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: return resp(environ, start_response) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: return resp(environ, start_response) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: response = self.app(environ, start_response) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: return resp(environ, start_response) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: resp = self.call_func(req, *args, **kw) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: return self.func(req, *args, **kwargs) Jan 28 03:45:53.994485 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: result = method(request=request, **args) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: return self._delete(request, id, **kwargs) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: return f(*args, **kwargs) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: return f(*args, **kwargs) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: return f(*dup_args, **dup_kwargs) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: obj_deleter(request.context, id, **kwargs) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: return method(*args, **kwargs) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: return f(*args, **kwargs) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: return f(*args, **kwargs) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: return f(*dup_args, **dup_kwargs) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: self._delete_current_gw_port(context, id, router, None) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: admin_ctx, gw_port_id, l3_port_check=False) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: return f(self, context, *args, **kwargs) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: return method(*args, **kwargs) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: context, port, router_ids, bound_mech_contexts) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: return function(*args, **kwargs) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: callback(resource, event, trigger, **kwargs) Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: if self._is_session_semantic_violated(context, resource, event): Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: stack = traceback.extract_stack() Jan 28 03:45:54.001014 dv-osbrick-754598-7-ceph neutron-server[78887]: Jan 28 03:45:54.135697 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-aadc1bc9-fed1-46b5-b7ce-9f4655e95b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'name': 'tempest-TestMinimumBasicScenario-1900897197-router', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:45:51Z', 'revision_number': 5, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'gw_port': {'id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:23Z', 'updated_at': '2021-01-28T03:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph'}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:45:54.140161 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc1bc9-fed1-46b5-b7ce-9f4655e95b11 None None] The sync data for ids ['fa23510e-035f-4a36-bc97-29d11e8eec6e'] in dv-osbrick-754598-7-ceph is: [{'id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'name': 'tempest-TestMinimumBasicScenario-1900897197-router', 'tenant_id': '2889dd242c3e4e6cad883dc5e3a15554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:45:51Z', 'revision_number': 5, 'project_id': '2889dd242c3e4e6cad883dc5e3a15554', 'gw_port': {'id': '3e811346-a301-454b-b5a5-5d708fe1c8d6', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa23510e-035f-4a36-bc97-29d11e8eec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:23Z', 'updated_at': '2021-01-28T03:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph'}] {{(pid=79001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 28 03:45:54.350319 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-799cb4a5-6a90-489b-8485-814127f4e3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584824'] for router_gateway, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:54.424368 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 9927254c-00c6-497f-9c0c-984e6d8fa932 no longer exists at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 28 03:45:54.460411 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] No Port match for: 9927254c-00c6-497f-9c0c-984e6d8fa932 {{(pid=79000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 28 03:45:54.460720 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 9927254c-00c6-497f-9c0c-984e6d8fa932 not bound to the agent host dv-osbrick-754598-7-ceph {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 28 03:45:54.493761 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-799cb4a5-6a90-489b-8485-814127f4e3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775084'] for router, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:54.496401 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-799cb4a5-6a90-489b-8485-814127f4e3c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:54.612024 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-d757b758-9b57-45d1-91c8-a17dd080df88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:54.628813 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-799cb4a5-6a90-489b-8485-814127f4e3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854197836'] for router, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:54.629409 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799cb4a5-6a90-489b-8485-814127f4e3c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa23510e-035f-4a36-bc97-29d11e8eec6e {{(pid=78998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 03:45:54.642285 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-799cb4a5-6a90-489b-8485-814127f4e3c7 admin admin] Notify callbacks [] for router, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:54.644159 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-799cb4a5-6a90-489b-8485-814127f4e3c7 admin admin] 10.222.0.38 "DELETE /v2.0/routers/fa23510e-035f-4a36-bc97-29d11e8eec6e HTTP/1.1" status: 204 len: 168 time: 1.5120380 Jan 28 03:45:54.646774 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78998) accepted ('10.222.0.38', 57650) {{(pid=78998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:45:54.714869 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b217d6e-47b6-4d66-8515-50f0c20e8822 admin admin] Deleting subnet 92787f76-46f7-4047-93a0-358d00a52267 {{(pid=78998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 28 03:45:54.717958 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5b217d6e-47b6-4d66-8515-50f0c20e8822 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:54.774542 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5b217d6e-47b6-4d66-8515-50f0c20e8822 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:54.844770 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5b217d6e-47b6-4d66-8515-50f0c20e8822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947808'] for subnet, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:54.922667 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:55.137458 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5b217d6e-47b6-4d66-8515-50f0c20e8822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852827992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379'] for subnet, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:55.155510 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-01c310aa-7c5a-4f59-a0e3-4f893af1475a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:45:55.256245 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b217d6e-47b6-4d66-8515-50f0c20e8822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92787f76-46f7-4047-93a0-358d00a52267,revision_number=None']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:45:55.259290 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-5b217d6e-47b6-4d66-8515-50f0c20e8822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:45:55.306089 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5b217d6e-47b6-4d66-8515-50f0c20e8822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for subnet, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:55.312036 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8c762f-2eec-4230-a536-c0ec94a85f7f None None] Network 8b46498e-ae14-4b2c-a194-d2af2bcb020e requested from dv-osbrick-754598-7-ceph {{(pid=79000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 28 03:45:55.314941 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-5b217d6e-47b6-4d66-8515-50f0c20e8822 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/92787f76-46f7-4047-93a0-358d00a52267 HTTP/1.1" status: 204 len: 168 time: 0.6657522 Jan 28 03:45:55.317200 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 57654) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:45:55.433357 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853191495'] for network, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:55.503902 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Deleting port 7760f940-732c-4d15-93a0-98bffe1ea703 {{(pid=78999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:45:55.504170 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:55.592372 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faba33c-de5c-4d2c-9c12-a446f137cd78 None None] DHCP port deletion for 8b46498e-ae14-4b2c-a194-d2af2bcb020e request from dv-osbrick-754598-7-ceph {{(pid=79000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 28 03:45:55.596842 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-8faba33c-de5c-4d2c-9c12-a446f137cd78 None None] Deleting port 7760f940-732c-4d15-93a0-98bffe1ea703 {{(pid=79000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:45:55.597205 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-8faba33c-de5c-4d2c-9c12-a446f137cd78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:55.735470 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] For port 7760f940-732c-4d15-93a0-98bffe1ea703, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=7760f940-732c-4d15-93a0-98bffe1ea703,segment=NetworkSegment(7a0737a9-0347-4112-9d71-d2c41a411801),segment_id=7a0737a9-0347-4112-9d71-d2c41a411801)] {{(pid=78999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:45:55.736106 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:55.817485 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-8faba33c-de5c-4d2c-9c12-a446f137cd78 None None] For port 7760f940-732c-4d15-93a0-98bffe1ea703, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=7760f940-732c-4d15-93a0-98bffe1ea703,segment=NetworkSegment(7a0737a9-0347-4112-9d71-d2c41a411801),segment_id=7a0737a9-0347-4112-9d71-d2c41a411801)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:45:55.817859 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-8faba33c-de5c-4d2c-9c12-a446f137cd78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:55.871287 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Calling delete_port for 7760f940-732c-4d15-93a0-98bffe1ea703 owned by network:dhcp {{(pid=78999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:45:55.959756 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-8faba33c-de5c-4d2c-9c12-a446f137cd78 None None] Calling delete_port for 7760f940-732c-4d15-93a0-98bffe1ea703 owned by network:dhcp {{(pid=79000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:45:56.016636 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:56.023345 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826'] for port, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:56.039824 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:45:56.115357 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.db.api [None req-8faba33c-de5c-4d2c-9c12-a446f137cd78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79000) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:45:56.115647 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_db.api [None req-8faba33c-de5c-4d2c-9c12-a446f137cd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 28 03:45:56.138918 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Pushing event deleted for resources: {'Port': ['ID=7760f940-732c-4d15-93a0-98bffe1ea703,revision_number=None']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:45:56.158215 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.158618 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.159721 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.160099 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.160472 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.160855 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.161221 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.161584 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.161946 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.162307 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.162725 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.163085 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.163511 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.163870 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.164226 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.164583 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.164939 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.165294 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.165647 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.166008 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.166362 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.166742 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.167099 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.167454 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:45:56.173147 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:45:56.200872 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] No DVR routers for this DVR port 7760f940-732c-4d15-93a0-98bffe1ea703 on host dv-osbrick-754598-7-ceph {{(pid=78999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 28 03:45:56.331390 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944586', 'neutron.services.segments.db._delete_segments_for_network--9223363275219160197'] for network, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:56.445998 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:45:56.446420 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:45:56.447290 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:45:56.447636 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Subscribe: > port after_create 55550000 {{(pid=78999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:45:56.447998 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:45:56.448357 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Subscribe: > port after_update 55550000 {{(pid=78999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:45:56.448723 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:45:56.449103 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:45:56.449478 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:45:56.449833 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:45:56.471232 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 7760f940-732c-4d15-93a0-98bffe1ea703 no longer exists at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 28 03:45:56.510040 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] No Port match for: 7760f940-732c-4d15-93a0-98bffe1ea703 {{(pid=79000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 28 03:45:56.510444 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 7760f940-732c-4d15-93a0-98bffe1ea703 not bound to the agent host dv-osbrick-754598-7-ceph {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 28 03:45:56.510939 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 3e811346-a301-454b-b5a5-5d708fe1c8d6 no longer exists at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 28 03:45:56.551091 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] No Port match for: 3e811346-a301-454b-b5a5-5d708fe1c8d6 {{(pid=79000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 28 03:45:56.551502 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 3e811346-a301-454b-b5a5-5d708fe1c8d6 not bound to the agent host dv-osbrick-754598-7-ceph {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 28 03:45:56.616548 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-8faba33c-de5c-4d2c-9c12-a446f137cd78 None None] Deleting port 7760f940-732c-4d15-93a0-98bffe1ea703 {{(pid=79000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:45:56.616975 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-8faba33c-de5c-4d2c-9c12-a446f137cd78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:56.634636 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:45:56.635028 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:45:56.635396 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:45:56.635765 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 28 03:45:56.636126 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.services.segments.db [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b46498e-ae14-4b2c-a194-d2af2bcb020e']}} {{(pid=78999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:45:56.651227 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.services.segments.db [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0737a9-0347-4112-9d71-d2c41a411801') {'for_net_delete': True} {{(pid=78999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:45:56.651786 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.services.segments.db [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0737a9-0347-4112-9d71-d2c41a411801') {} {{(pid=78999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:45:56.665302 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275219164293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2159557'] for segment, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:56.680170 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934965'] for segment, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:56.682160 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=78999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 28 03:45:56.686846 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-8faba33c-de5c-4d2c-9c12-a446f137cd78 None None] The port '7760f940-732c-4d15-93a0-98bffe1ea703' was deleted {{(pid=79000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 28 03:45:56.862304 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Network 8b46498e-ae14-4b2c-a194-d2af2bcb020e has no segments {{(pid=78999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 28 03:45:56.871584 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852840882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3737936'] for segment, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:57.252942 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Network 8b46498e-ae14-4b2c-a194-d2af2bcb020e has no segments {{(pid=78999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: Error processing line 1 of /usr/lib/python3/dist-packages/PasteScript-2.0.2-nspkg.pth: Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: Traceback (most recent call last): Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/lib/python3.6/site.py", line 174, in addpackage Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: exec(line) Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: File "", line 1, in Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: File "", line 568, in module_from_spec Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: AttributeError: 'NoneType' object has no attribute 'loader' Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: Remainder of file ignored Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: (rel_b, rel_a, rel_b), Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: Traceback (most recent call last): Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: timer() Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: cb(*args, **kw) Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: return func(*args, **kwargs) Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: self._notify() Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: self.callback(batched_events) Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: event.method(event) Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: segment_id)['aggregates'][0] Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: return f(self, *a, **k) Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: return self._get(url).json() Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: **kwargs) Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: return self.request(url, 'GET', **kwargs) Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: **endpoint_filter) Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:45:57.282091 dv-osbrick-754598-7-ceph neutron-server[78887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:45:57.385055 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852831229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854191074'] for network, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:57.389276 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-0197c83a-4d10-4e19-9f55-3ab49ce1fada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:45:57.411849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for network, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:57.414837 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b46498e-ae14-4b2c-a194-d2af2bcb020e,revision_number=None']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:45:57.417955 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:45:57.428046 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8b46498e-ae14-4b2c-a194-d2af2bcb020e HTTP/1.1" status: 204 len: 168 time: 2.1097651 Jan 28 03:45:57.706247 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 57664) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:45:57.761404 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-061541f0-fa1b-44d4-ba0c-728b237d1d02 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2889dd242c3e4e6cad883dc5e3a15554&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0538461 Jan 28 03:45:57.763988 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 57668) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:45:57.830741 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5e448625-0fab-425c-9b6c-551be8818822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:57.859805 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5e448625-0fab-425c-9b6c-551be8818822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:57.917853 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5e448625-0fab-425c-9b6c-551be8818822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709389'] for security_group, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:57.923222 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-d21221ba-8272-4ce8-ae75-5b7a4276fa65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:45:57.939285 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e448625-0fab-425c-9b6c-551be8818822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28cc47b-1b27-497a-9336-219ce08f05da,revision_number=None']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:45:57.942482 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-5e448625-0fab-425c-9b6c-551be8818822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:45:57.961191 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5e448625-0fab-425c-9b6c-551be8818822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:45:57.963809 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-5e448625-0fab-425c-9b6c-551be8818822 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e28cc47b-1b27-497a-9336-219ce08f05da HTTP/1.1" status: 204 len: 168 time: 0.1988444 Jan 28 03:46:13.514873 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:46:15.627349 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:46:23.087273 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-36e262bc-526c-4085-8b42-eeeefaf7372f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:46:24.592926 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c734cda0-ecf4-4e81-b021-0756a5ee1e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:46:24.923367 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:46:25.889458 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:46:45.608660 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-64bdb254-af36-431c-9e84-61eb68da1bb6 req-c7628c8b-fed8-4a91-84ca-53f1b9904d2b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0746031 Jan 28 03:46:45.670655 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:46:45.717232 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdb254-af36-431c-9e84-61eb68da1bb6 req-beffca02-46eb-473f-991b-ec7a57d09a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:46:45.718858 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-64bdb254-af36-431c-9e84-61eb68da1bb6 req-beffca02-46eb-473f-991b-ec7a57d09a06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 1163 time: 0.0796573 Jan 28 03:46:45.872485 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdb254-af36-431c-9e84-61eb68da1bb6 req-09a7dbb9-649b-40a0-a627-d0e27abd2b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:46:45.874037 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-64bdb254-af36-431c-9e84-61eb68da1bb6 req-09a7dbb9-649b-40a0-a627-d0e27abd2b80 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.1363168 Jan 28 03:46:45.981024 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-64bdb254-af36-431c-9e84-61eb68da1bb6 req-fa220c52-94e5-4a94-8592-cf96784653fa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ae0e218-f69f-436a-b9ac-08a78975b704 HTTP/1.1" status: 200 len: 1001 time: 0.1007655 Jan 28 03:46:46.051041 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdb254-af36-431c-9e84-61eb68da1bb6 req-e9e44cc1-eb6c-4c5b-8082-71878716c3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:46:46.052800 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-64bdb254-af36-431c-9e84-61eb68da1bb6 req-e9e44cc1-eb6c-4c5b-8082-71878716c3ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0652506 Jan 28 03:46:46.131757 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdb254-af36-431c-9e84-61eb68da1bb6 req-09d99364-7aa7-49a1-a4f8-a659db27de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:46:46.133222 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-64bdb254-af36-431c-9e84-61eb68da1bb6 req-09d99364-7aa7-49a1-a4f8-a659db27de9d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746789 Jan 28 03:46:46.277237 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-64bdb254-af36-431c-9e84-61eb68da1bb6 req-cd07689f-3615-4464-b10d-f77380276186 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370223 Jan 28 03:46:46.422265 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-64bdb254-af36-431c-9e84-61eb68da1bb6 req-93fbdb6c-1ec5-412b-b85d-14f91b88f1d2 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1378908 Jan 28 03:46:50.514191 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:46:53.091693 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-5278e651-2e6d-4896-ae48-384c3b52a690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:46:54.594220 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7b1bd281-bb5a-403f-af63-309f11a66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:46:54.925641 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:46:55.891741 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:15.688538 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:18.752628 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9209e-8085-4758-b28b-e85e490ab372 req-70b897da-0b1e-41ba-ac8b-d633db52f872 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:18.754238 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6ed9209e-8085-4758-b28b-e85e490ab372 req-70b897da-0b1e-41ba-ac8b-d633db52f872 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 946 time: 0.1661758 Jan 28 03:47:18.817025 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6ed9209e-8085-4758-b28b-e85e490ab372 req-e4c1afeb-acb5-48d6-99df-92a1c186a8d9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0561695 Jan 28 03:47:19.918792 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 5ae0e218-f69f-436a-b9ac-08a78975b704 up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:47:19.990614 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port 5ae0e218-f69f-436a-b9ac-08a78975b704 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:47:19.991214 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:20.125720 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e8201-43e8-4574-ba1d-3212daf46f21 req-18fb2f6a-0262-4a75-b311-861ddc32d48a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:20.127442 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-585e8201-43e8-4574-ba1d-3212daf46f21 req-18fb2f6a-0262-4a75-b311-861ddc32d48a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 946 time: 0.1772089 Jan 28 03:47:20.193140 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-585e8201-43e8-4574-ba1d-3212daf46f21 req-95ea03ae-bb51-4193-a48a-59ed01c3bb44 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0594990 Jan 28 03:47:20.622370 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e487e9-7c9b-4e34-977f-2dcf5cf5f567 req-05bef6c0-e122-4eb0-b064-1fbf99f92b23 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:20.624011 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-39e487e9-7c9b-4e34-977f-2dcf5cf5f567 req-05bef6c0-e122-4eb0-b064-1fbf99f92b23 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 946 time: 0.1621287 Jan 28 03:47:20.713671 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-39e487e9-7c9b-4e34-977f-2dcf5cf5f567 req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Deleting port 5ae0e218-f69f-436a-b9ac-08a78975b704 {{(pid=78998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:47:20.713980 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-39e487e9-7c9b-4e34-977f-2dcf5cf5f567 req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:20.972730 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-39e487e9-7c9b-4e34-977f-2dcf5cf5f567 req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] For port 5ae0e218-f69f-436a-b9ac-08a78975b704, host hv-osbrick-7545, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=5ae0e218-f69f-436a-b9ac-08a78975b704,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=78998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:47:20.973246 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-39e487e9-7c9b-4e34-977f-2dcf5cf5f567 req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:21.281434 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-39e487e9-7c9b-4e34-977f-2dcf5cf5f567 req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:21.281846 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-39e487e9-7c9b-4e34-977f-2dcf5cf5f567 req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854191089'] for floatingip, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:21.282200 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.db.l3_db [req-39e487e9-7c9b-4e34-977f-2dcf5cf5f567 req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Floating IP a14ccf9b-fb0e-4d6e-a49e-0dd7bce36a65 disassociated. External IP: 172.29.0.92, port: 5ae0e218-f69f-436a-b9ac-08a78975b704. Jan 28 03:47:21.282631 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-39e487e9-7c9b-4e34-977f-2dcf5cf5f567 req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Calling delete_port for 5ae0e218-f69f-436a-b9ac-08a78975b704 owned by compute:nova {{(pid=78998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:47:21.561912 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa137a96-f1be-44ca-87b8-13a8df16081b req-52efb244-d73b-444c-9b8c-274ee0e3e568 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:21.563482 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-aa137a96-f1be-44ca-87b8-13a8df16081b req-52efb244-d73b-444c-9b8c-274ee0e3e568 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 946 time: 0.2397833 Jan 28 03:47:21.615930 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-39e487e9-7c9b-4e34-977f-2dcf5cf5f567 req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826'] for port, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:21.633461 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-7ca5dfb8-4b67-4977-a43c-e41e26e95e31 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:47:21.736625 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 5ae0e218-f69f-436a-b9ac-08a78975b704 no longer exists at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 28 03:47:21.773651 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] No Port match for: 5ae0e218-f69f-436a-b9ac-08a78975b704 {{(pid=79000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 28 03:47:21.774030 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 5ae0e218-f69f-436a-b9ac-08a78975b704 not bound to the agent host hv-osbrick-7545 {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 28 03:47:21.957574 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-aa137a96-f1be-44ca-87b8-13a8df16081b req-fa4259fb-d454-4b92-9c67-aed4ae652e53 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.3839154 Jan 28 03:47:21.963552 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event deleted for resources: {'Port': ['ID=5ae0e218-f69f-436a-b9ac-08a78975b704,revision_number=None']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:47:21.975204 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.975693 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.975991 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.976305 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.976682 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.977057 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.977427 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.977797 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.978167 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.978550 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.979187 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.979265 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.979668 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.980034 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.980395 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.980755 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.981115 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.981477 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.981836 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.982193 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.982589 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.982950 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.983313 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.983671 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:21.988689 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:47:22.243030 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39e487e9-7c9b-4e34-977f-2dcf5cf5f567 req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Router fce77247-b0cf-4dbc-9d37-55fc8be0be45 has already been hosted by L3 agent 382a0915-dc5d-46b7-a5dc-ea157a977503 {{(pid=78998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 28 03:47:22.434770 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39e487e9-7c9b-4e34-977f-2dcf5cf5f567 req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify agent at l3_agent.dv-osbrick-754598-7-ceph the message routers_updated {{(pid=78998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 28 03:47:22.445129 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558a04ea-bac9-4054-8960-c06e5a1b73c7 None None] Sync routers for ids ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'] in dv-osbrick-754598-7-ceph {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 28 03:47:22.457383 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558a04ea-bac9-4054-8960-c06e5a1b73c7 None None] Routers {'fce77247-b0cf-4dbc-9d37-55fc8be0be45'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:47:22.458063 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-558a04ea-bac9-4054-8960-c06e5a1b73c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:46:55Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:47:22.474157 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e487e9-7c9b-4e34-977f-2dcf5cf5f567 req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] No DVR routers for this DVR port 5ae0e218-f69f-436a-b9ac-08a78975b704 on host hv-osbrick-7545 {{(pid=78998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 28 03:47:22.476568 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-39e487e9-7c9b-4e34-977f-2dcf5cf5f567 req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:22.479496 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf386c6-eb32-4214-a53c-27a7e3b1f581', 'name': 'network-vif-deleted', 'tag': '5ae0e218-f69f-436a-b9ac-08a78975b704'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:47:22.497558 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-39e487e9-7c9b-4e34-977f-2dcf5cf5f567 req-c0cb9975-39b8-48d7-8885-400dafcfe836 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "DELETE /v2.0/ports/5ae0e218-f69f-436a-b9ac-08a78975b704 HTTP/1.1" status: 204 len: 173 time: 1.8682337 Jan 28 03:47:22.543471 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf386c6-eb32-4214-a53c-27a7e3b1f581', 'name': 'network-vif-deleted', 'tag': '5ae0e218-f69f-436a-b9ac-08a78975b704', 'status': 'completed', 'code': 200} Jan 28 03:47:22.657690 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-558a04ea-bac9-4054-8960-c06e5a1b73c7 None None] Set router fce77247-b0cf-4dbc-9d37-55fc8be0be45 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:47:22.988522 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-558a04ea-bac9-4054-8960-c06e5a1b73c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:35Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:47:22.993089 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558a04ea-bac9-4054-8960-c06e5a1b73c7 None None] Checking router: fce77247-b0cf-4dbc-9d37-55fc8be0be45 for host: dv-osbrick-754598-7-ceph {{(pid=79000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 28 03:47:23.002477 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558a04ea-bac9-4054-8960-c06e5a1b73c7 None None] Routers {'fce77247-b0cf-4dbc-9d37-55fc8be0be45'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:47:23.003178 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-558a04ea-bac9-4054-8960-c06e5a1b73c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:46:55Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:47:23.106432 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-992f4bbd-151c-4782-825b-b0f3cee8cb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:23.163212 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-54f5fcb4-0783-40c4-bdda-bfa268b115f5 req-29717b29-eba0-4b58-8b76-b1fe1dc5cdcb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:47:23.179174 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-54f5fcb4-0783-40c4-bdda-bfa268b115f5 req-29717b29-eba0-4b58-8b76-b1fe1dc5cdcb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:47:23.180481 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-54f5fcb4-0783-40c4-bdda-bfa268b115f5 req-29717b29-eba0-4b58-8b76-b1fe1dc5cdcb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bf386c6-eb32-4214-a53c-27a7e3b1f581 HTTP/1.1" status: 200 len: 210 time: 0.0710404 Jan 28 03:47:23.363972 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-558a04ea-bac9-4054-8960-c06e5a1b73c7 None None] Set router fce77247-b0cf-4dbc-9d37-55fc8be0be45 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:47:23.698357 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-558a04ea-bac9-4054-8960-c06e5a1b73c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:35Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:47:23.702461 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558a04ea-bac9-4054-8960-c06e5a1b73c7 None None] The sync data for ids ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'] in dv-osbrick-754598-7-ceph is: [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:35Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 28 03:47:24.080236 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95bcbf-67a9-43a8-ae7f-4f08cc6e0e5c None None] New status for floating IP a14ccf9b-fb0e-4d6e-a49e-0dd7bce36a65: DOWN {{(pid=79001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 28 03:47:24.594742 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-763ddf3a-3cc2-46ac-b0b0-1c6b7f3dcfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:24.625466 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-27768f36-10eb-4d0e-877d-b5b6eda37860 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-610322354&fields=id&tenant_id=f4bd05c5ef484006b450d8cd833536c5 HTTP/1.1" status: 200 len: 267 time: 0.0594466 Jan 28 03:47:24.860609 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-ff0c4770-9485-4a2c-a6df-1f3f90584024 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:24.862100 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-ff0c4770-9485-4a2c-a6df-1f3f90584024 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 812 time: 0.2287140 Jan 28 03:47:24.878382 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-27dfeccf-da48-4c3b-893b-ffd24c564b6c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/quotas/f4bd05c5ef484006b450d8cd833536c5 HTTP/1.1" status: 200 len: 375 time: 0.0095880 Jan 28 03:47:24.929791 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:25.016225 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-b6d6b4f7-0f39-4040-8f59-fa3499e38a10 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1316411 Jan 28 03:47:25.165434 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-0ca1520b-a850-4238-9929-f1047f08e186 service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366041 Jan 28 03:47:25.307864 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-ce8093a1-f68f-4016-b100-ffe6359d1c81 service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361246 Jan 28 03:47:25.730332 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-69fd941f-cc67-4029-b8e5-f6e426d38a37 req-1ae1ce61-3846-499f-8eaf-4195dedbe2bd tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 210 time: 0.0504608 Jan 28 03:47:25.894230 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:26.926924 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-e6ab2ed4-7699-4ef0-ad6e-754e045ddeb5 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:26.928800 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-e6ab2ed4-7699-4ef0-ad6e-754e045ddeb5 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 812 time: 0.2405789 Jan 28 03:47:27.001208 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-24849afb-6b86-4d7e-abd0-491680928d0e req-83160d64-f788-4805-8225-5cbb3664bf1a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 210 time: 0.0713091 Jan 28 03:47:27.088930 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-4bf7b8e8-8e40-415d-bb80-c6fbeca09282 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4bd05c5ef484006b450d8cd833536c5 HTTP/1.1" status: 200 len: 5755 time: 0.1184359 Jan 28 03:47:27.098988 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-b13452ae-3832-4685-82be-7aa88fde8270 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Request body: {'port': {'device_id': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'admin_state_up': True, 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'security_groups': ['ab86ad17-45b5-4371-82aa-25c00c4eabc7']}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:27.249805 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-b13452ae-3832-4685-82be-7aa88fde8270 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:47:27.260166 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-b13452ae-3832-4685-82be-7aa88fde8270 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:47:27.269067 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-b13452ae-3832-4685-82be-7aa88fde8270 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Made reservation on behalf of f4bd05c5ef484006b450d8cd833536c5 for: {'port': 1} {{(pid=78998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 28 03:47:27.291968 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-b13452ae-3832-4685-82be-7aa88fde8270 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:27.513212 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:47:27.603640 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-b13452ae-3832-4685-82be-7aa88fde8270 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Allocated IP 172.20.0.13 (aa76c6fd-2a04-42b7-8394-a25da885b6fe/1987f575-29b8-455b-ade3-9c9c615211af/3bcc7d57-bb98-4d42-9380-314f8c10308e) {{(pid=78998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:47:27.803756 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-b13452ae-3832-4685-82be-7aa88fde8270 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for port, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:27.820897 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-b13452ae-3832-4685-82be-7aa88fde8270 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Transition to ACTIVE for port object 3bcc7d57-bb98-4d42-9380-314f8c10308e will not be triggered until provisioned by entity DHCP. {{(pid=78998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:47:27.843847 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-b13452ae-3832-4685-82be-7aa88fde8270 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:27.858827 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-f1d1772c-0eea-4e6d-aecc-9ff04987c18d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:47:27.998743 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13452ae-3832-4685-82be-7aa88fde8270 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event updated for resources: {'Port': ['ID=3bcc7d57-bb98-4d42-9380-314f8c10308e,revision_number=1']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:47:28.003250 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-b13452ae-3832-4685-82be-7aa88fde8270 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:47:28.060350 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-b13452ae-3832-4685-82be-7aa88fde8270 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Network aa76c6fd-2a04-42b7-8394-a25da885b6fe is already hosted by enough agents. {{(pid=78998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:47:28.061525 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-b13452ae-3832-4685-82be-7aa88fde8270 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources bound (agent type, host, resource id): {{(pid=78998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:47:28.064615 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-b13452ae-3832-4685-82be-7aa88fde8270 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Received port after_create {{(pid=78998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:47:28.136036 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-b13452ae-3832-4685-82be-7aa88fde8270 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:28.136704 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-b13452ae-3832-4685-82be-7aa88fde8270 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:28.213432 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-b13452ae-3832-4685-82be-7aa88fde8270 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1186223 Jan 28 03:47:28.235916 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Request body: {'port': {'device_id': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7545'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:28.356320 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-3795c598-7048-47fe-8cb0-77aef540baee None None] Provisioning for port 3bcc7d57-bb98-4d42-9380-314f8c10308e completed by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:47:28.361504 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-3795c598-7048-47fe-8cb0-77aef540baee None None] Provisioning complete for port 3bcc7d57-bb98-4d42-9380-314f8c10308e triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:47:28.361928 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-3795c598-7048-47fe-8cb0-77aef540baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:28.418561 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-3795c598-7048-47fe-8cb0-77aef540baee None None] Port 3bcc7d57-bb98-4d42-9380-314f8c10308e cannot update to ACTIVE because it is not bound. {{(pid=79000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 03:47:28.424064 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038d4f9-ded6-4f7e-9cba-c6aeddb097df req-291125b6-a5d6-430a-935a-521a6fe3bedb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:28.424888 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-c038d4f9-ded6-4f7e-9cba-c6aeddb097df req-291125b6-a5d6-430a-935a-521a6fe3bedb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:47:28.463069 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-c038d4f9-ded6-4f7e-9cba-c6aeddb097df req-291125b6-a5d6-430a-935a-521a6fe3bedb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:47:28.464328 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c038d4f9-ded6-4f7e-9cba-c6aeddb097df req-291125b6-a5d6-430a-935a-521a6fe3bedb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 932 time: 0.3118083 Jan 28 03:47:28.465050 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:28.801864 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c038d4f9-ded6-4f7e-9cba-c6aeddb097df req-7320be43-56e7-4d85-b912-224137040589 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.3265758 Jan 28 03:47:29.149736 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bcc7d57-bb98-4d42-9380-314f8c10308e {{(pid=78998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 28 03:47:29.157287 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:29.169593 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Transition to ACTIVE for port object 3bcc7d57-bb98-4d42-9380-314f8c10308e will not be triggered until provisioned by entity L2. {{(pid=78998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:47:29.172188 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:29.187396 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-365e266e-9737-43ed-a7aa-7e5be85af8e9 tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:47:29.321850 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Pushing event updated for resources: {'Port': ['ID=3bcc7d57-bb98-4d42-9380-314f8c10308e,revision_number=2']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:47:29.327028 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:47:29.457633 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Attempting to bind port 3bcc7d57-bb98-4d42-9380-314f8c10308e on host hv-osbrick-7545 for vnic_type normal with profile {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:47:29.458039 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Attempting to bind port 3bcc7d57-bb98-4d42-9380-314f8c10308e by drivers openvswitch on host hv-osbrick-7545 at level 0 using segments [{'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'}] {{(pid=78998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:47:29.458414 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Attempting to bind port 3bcc7d57-bb98-4d42-9380-314f8c10308e on network aa76c6fd-2a04-42b7-8394-a25da885b6fe {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:47:29.464761 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Checking agent: {'id': 'af10580a-b5d4-433a-825b-ee7bf6aecb09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7545', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 40, 46), 'started_at': datetime.datetime(2021, 1, 28, 3, 41, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:47:29.465140 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Checking segment: {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=78998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:47:29.465547 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:29.465949 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Bound using segment: {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'} {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:47:29.466433 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Bound port: 3bcc7d57-bb98-4d42-9380-314f8c10308e, host: hv-osbrick-7545, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'}}] {{(pid=78998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:47:29.466839 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:29.564250 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] For port 3bcc7d57-bb98-4d42-9380-314f8c10308e, host hv-osbrick-7545, cleared binding levels {{(pid=78998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:47:29.567999 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] For port 3bcc7d57-bb98-4d42-9380-314f8c10308e, host hv-osbrick-7545, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=3bcc7d57-bb98-4d42-9380-314f8c10308e,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=78998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:47:29.571326 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:29.585984 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:47:29.730304 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Pushing event updated for resources: {'Port': ['ID=3bcc7d57-bb98-4d42-9380-314f8c10308e,revision_number=3']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:47:29.742924 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:47:29.774773 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:29.775445 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:29.776921 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-52a48432-d09e-4487-b1b4-b0edcc503d21 service neutron] 10.222.0.25 "PUT /v2.0/ports/3bcc7d57-bb98-4d42-9380-314f8c10308e HTTP/1.1" status: 200 len: 1158 time: 1.5476477 Jan 28 03:47:29.777412 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'tag': '3bcc7d57-bb98-4d42-9380-314f8c10308e'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:47:29.872394 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'tag': '3bcc7d57-bb98-4d42-9380-314f8c10308e', 'status': 'completed', 'code': 200} Jan 28 03:47:29.910458 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-53c3d434-2855-47e5-a1ae-b11dc28c0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:29.912859 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-53c3d434-2855-47e5-a1ae-b11dc28c0fc5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 1161 time: 0.0833035 Jan 28 03:47:30.034573 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-99d203ca-653f-47b1-82ea-8ede5379f7c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bcc7d57-bb98-4d42-9380-314f8c10308e HTTP/1.1" status: 200 len: 217 time: 0.1093118 Jan 28 03:47:30.123266 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-2fde971d-7add-4255-a3e7-43a736e87379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:30.124852 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-2fde971d-7add-4255-a3e7-43a736e87379 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0822604 Jan 28 03:47:30.253982 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a5ce6-3ded-42c0-92b6-1ddf6bd79c7d req-1cc0d62c-fb2a-4c8a-9bc2-543f20206f09 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:30.255707 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-703a5ce6-3ded-42c0-92b6-1ddf6bd79c7d req-1cc0d62c-fb2a-4c8a-9bc2-543f20206f09 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 944 time: 0.2742836 Jan 28 03:47:30.337593 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-703a5ce6-3ded-42c0-92b6-1ddf6bd79c7d req-aa46c1dd-54c5-45d5-9d4a-d8c79482cf14 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0748754 Jan 28 03:47:30.346753 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-0e85afdf-7cd2-4429-ad0b-3bf1e6d6de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:30.348330 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-0e85afdf-7cd2-4429-ad0b-3bf1e6d6de0d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2165775 Jan 28 03:47:30.490977 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-1e098400-5cf7-4502-9428-7208ff0df7cd service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355572 Jan 28 03:47:30.632366 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-0003ea9f-9442-4eb6-b1ca-a4f86f6cb61d req-6844c52d-29ad-452d-baad-7a0c7c85761e service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1346233 Jan 28 03:47:30.802762 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065efdc-493b-4df8-bddd-3d5f4453a749 req-adac3b98-b7b1-47f1-9653-77fb3efabbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:30.804403 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-e065efdc-493b-4df8-bddd-3d5f4453a749 req-adac3b98-b7b1-47f1-9653-77fb3efabbca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 1161 time: 0.0808899 Jan 28 03:47:30.944061 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065efdc-493b-4df8-bddd-3d5f4453a749 req-3745acd9-874b-438c-9249-1819fd113884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:30.945541 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-e065efdc-493b-4df8-bddd-3d5f4453a749 req-3745acd9-874b-438c-9249-1819fd113884 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.1346927 Jan 28 03:47:31.020949 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-e065efdc-493b-4df8-bddd-3d5f4453a749 req-95eb0c90-11a6-4709-8e2f-42947d5e117d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bcc7d57-bb98-4d42-9380-314f8c10308e HTTP/1.1" status: 200 len: 217 time: 0.0672107 Jan 28 03:47:31.088862 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065efdc-493b-4df8-bddd-3d5f4453a749 req-bfc918a4-4bcc-4fec-9d5e-5def6b28e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:31.090370 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-e065efdc-493b-4df8-bddd-3d5f4453a749 req-bfc918a4-4bcc-4fec-9d5e-5def6b28e2e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0631063 Jan 28 03:47:31.170035 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065efdc-493b-4df8-bddd-3d5f4453a749 req-716b02d1-cf88-4105-8fda-8d296c890b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:31.171646 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-e065efdc-493b-4df8-bddd-3d5f4453a749 req-716b02d1-cf88-4105-8fda-8d296c890b07 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745192 Jan 28 03:47:31.313028 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-e065efdc-493b-4df8-bddd-3d5f4453a749 req-8313e951-e46a-4a37-98a9-625d69c01642 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344247 Jan 28 03:47:31.455435 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-e065efdc-493b-4df8-bddd-3d5f4453a749 req-7649c221-39b3-47d5-98e7-adbb33d7265f service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1352918 Jan 28 03:47:31.633752 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea7438-18cf-4ae9-aa23-d5cb3fa80bf8 req-308c352e-6983-46e4-b11e-45c9bd5a580d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:31.635428 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-43ea7438-18cf-4ae9-aa23-d5cb3fa80bf8 req-308c352e-6983-46e4-b11e-45c9bd5a580d tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 944 time: 0.1648672 Jan 28 03:47:31.698010 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-43ea7438-18cf-4ae9-aa23-d5cb3fa80bf8 req-2b979401-a7d6-4bff-867c-d974bc521573 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0564678 Jan 28 03:47:32.994901 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b554200-9c84-4c93-9568-debf9adcbbb1 req-2bd4ae33-3250-429e-82cd-7a8a55bf4eb3 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:32.996514 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-8b554200-9c84-4c93-9568-debf9adcbbb1 req-2bd4ae33-3250-429e-82cd-7a8a55bf4eb3 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 944 time: 0.1625061 Jan 28 03:47:33.064137 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-8b554200-9c84-4c93-9568-debf9adcbbb1 req-8bae1da3-ce2f-4788-acaf-d9599b1a3722 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0609412 Jan 28 03:47:34.356180 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a10072-f9b0-43e3-a2e0-481f7eea1d55 req-3db62e0f-deb7-41d5-a863-4f0dfd5b5834 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:34.357766 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7a10072-f9b0-43e3-a2e0-481f7eea1d55 req-3db62e0f-deb7-41d5-a863-4f0dfd5b5834 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 944 time: 0.1634154 Jan 28 03:47:34.421026 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7a10072-f9b0-43e3-a2e0-481f7eea1d55 req-68f33351-0217-4147-af9b-e7e214db0028 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0569460 Jan 28 03:47:35.709790 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee274d-4ce4-4911-b6cf-b107c9760909 req-9ca52d94-a8c4-4c64-be57-908617236ccd tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:35.711399 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-3cee274d-4ce4-4911-b6cf-b107c9760909 req-9ca52d94-a8c4-4c64-be57-908617236ccd tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 944 time: 0.1633894 Jan 28 03:47:35.775146 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-3cee274d-4ce4-4911-b6cf-b107c9760909 req-60f2b517-9c7d-42dc-9eee-ed99bf1e30f2 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0574200 Jan 28 03:47:36.382265 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 3bcc7d57-bb98-4d42-9380-314f8c10308e up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:47:36.451353 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning for port 3bcc7d57-bb98-4d42-9380-314f8c10308e completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:47:36.456421 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port 3bcc7d57-bb98-4d42-9380-314f8c10308e triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:47:36.456826 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:36.579142 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:36.606910 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcc7d57-bb98-4d42-9380-314f8c10308e'}] {{(pid=79000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:47:36.617702 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] For port 3bcc7d57-bb98-4d42-9380-314f8c10308e, host hv-osbrick-7545, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=3bcc7d57-bb98-4d42-9380-314f8c10308e,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:47:36.620547 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:36.622427 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-76349071-548e-4957-96ea-796bca55833c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:47:36.666439 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcc7d57-bb98-4d42-9380-314f8c10308e', 'code': 200} Jan 28 03:47:36.695680 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Pushing event updated for resources: {'Port': ['ID=3bcc7d57-bb98-4d42-9380-314f8c10308e,revision_number=4']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:47:36.703313 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.703701 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.704079 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.704450 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.704824 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.705208 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.705577 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.705944 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.706311 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.706699 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.707063 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.707422 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.707914 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.708279 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.708641 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.709001 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.709361 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.709719 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.710078 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.710492 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.710794 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.711151 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.711507 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.712361 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:47:36.716634 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:47:37.050226 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e72c32-93d0-43dc-bebf-f8ff89015485 req-ec4f7912-32f3-4d34-a3b5-296ab5ef87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:37.052519 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a8e72c32-93d0-43dc-bebf-f8ff89015485 req-ec4f7912-32f3-4d34-a3b5-296ab5ef87f7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 1163 time: 0.1513121 Jan 28 03:47:37.136621 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55676cff-cc4e-4fa3-aaf3-d1b57da74369 req-d25abc49-25ad-4fb6-b562-fe2a4a4006eb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:37.138141 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-55676cff-cc4e-4fa3-aaf3-d1b57da74369 req-d25abc49-25ad-4fb6-b562-fe2a4a4006eb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 946 time: 0.2023094 Jan 28 03:47:37.206417 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a8e72c32-93d0-43dc-bebf-f8ff89015485 req-916ca66b-1c3f-4299-a638-e364d7040c27 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0672200 Jan 28 03:47:37.229073 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-55676cff-cc4e-4fa3-aaf3-d1b57da74369 req-5fe9fae2-850c-4c5e-a810-edc7b675cb1f tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0748503 Jan 28 03:47:37.977001 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 3bcc7d57-bb98-4d42-9380-314f8c10308e up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:47:38.051094 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port 3bcc7d57-bb98-4d42-9380-314f8c10308e triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:47:38.051630 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:38.686143 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0613b2-57b8-41b7-b8a8-f9597ac8e100 req-bb4d94e5-d0fc-43c5-89a3-b6c633346edb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:38.687840 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5a0613b2-57b8-41b7-b8a8-f9597ac8e100 req-bb4d94e5-d0fc-43c5-89a3-b6c633346edb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 946 time: 0.1683455 Jan 28 03:47:38.752602 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5a0613b2-57b8-41b7-b8a8-f9597ac8e100 req-5a36f18a-4793-448d-a4e7-7210f286795c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0574982 Jan 28 03:47:40.000786 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 3bcc7d57-bb98-4d42-9380-314f8c10308e up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:47:40.046899 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435935b-59bc-4fab-b1b4-56df3b742bc4 req-45701ac8-a63a-4999-aadb-46c286f0f377 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:40.048511 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-3435935b-59bc-4fab-b1b4-56df3b742bc4 req-45701ac8-a63a-4999-aadb-46c286f0f377 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 946 time: 0.1647618 Jan 28 03:47:40.075292 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port 3bcc7d57-bb98-4d42-9380-314f8c10308e triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:47:40.075709 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:40.112546 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-3435935b-59bc-4fab-b1b4-56df3b742bc4 req-ca33c653-e839-48c1-9d42-04e758d59426 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0571802 Jan 28 03:47:40.749684 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf27a69-7167-497e-a9dc-29f57bcc6ba4 req-b5371177-4072-4123-bcd9-d603b2db626c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:40.751378 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-edf27a69-7167-497e-a9dc-29f57bcc6ba4 req-b5371177-4072-4123-bcd9-d603b2db626c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 946 time: 0.5062506 Jan 28 03:47:40.813767 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-edf27a69-7167-497e-a9dc-29f57bcc6ba4 req-8decdc27-ae27-4a37-af57-ab25c8ddb4f5 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0558722 Jan 28 03:47:41.068561 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-dc33a12e-63a0-4f1b-932e-dea8ecf9e073 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1985025 Jan 28 03:47:41.078369 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Request body: {'floatingip': {'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:41.099177 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:47:41.108867 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:47:41.118542 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for floatingip, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:41.259708 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:41.528659 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Allocated IP 172.29.0.6 (ea722a38-7ae2-43cb-a677-4d47ee229a8c/3edf47ac-c901-4d7b-a844-5dcfe0ce1ece/43b92963-b679-4774-9995-7dfd7e94a932) {{(pid=78998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:47:41.700380 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for port, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:41.729628 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:41.745577 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-e51009a7-f35a-46b5-8cdd-d74b72cf0b8a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:47:41.876591 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event updated for resources: {'Port': ['ID=43b92963-b679-4774-9995-7dfd7e94a932,revision_number=1']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:47:41.881676 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:47:41.933997 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Network ea722a38-7ae2-43cb-a677-4d47ee229a8c is already hosted by enough agents. {{(pid=78998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:47:41.935150 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources bound (agent type, host, resource id): {{(pid=78998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:47:41.937448 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Received port after_create {{(pid=78998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:47:41.965846 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:42.029120 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:42.294027 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for port, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:42.297481 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:42.316376 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-e7e3dc6a-8bde-4f53-ab68-d1807cb3ccba tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:47:42.447889 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event updated for resources: {'Port': ['ID=43b92963-b679-4774-9995-7dfd7e94a932,revision_number=2']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:47:42.452997 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:47:42.497492 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854191089'] for floatingip, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:42.523996 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:42.525260 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.4509642 Jan 28 03:47:42.703203 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-f5bb0c3e-3988-4185-b629-9bfa52b774c1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:floatingip {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:47:42.718296 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-f5bb0c3e-3988-4185-b629-9bfa52b774c1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:floatingip {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:47:42.719563 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-f5bb0c3e-3988-4185-b629-9bfa52b774c1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.29.0.6 HTTP/1.1" status: 200 len: 694 time: 0.1879191 Jan 28 03:47:42.953122 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-7893ade1-b741-43fa-9b47-a7b28a829ae2 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:42.954615 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b62cdfb7-c257-4443-a514-90b66d1e30b8 req-7893ade1-b741-43fa-9b47-a7b28a829ae2 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/networks/ea722a38-7ae2-43cb-a677-4d47ee229a8c HTTP/1.1" status: 200 len: 784 time: 0.2290263 Jan 28 03:47:43.222372 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-7f95ea58-8878-49ff-b5ed-ba4b5ae41ee2 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:43.224039 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-7f95ea58-8878-49ff-b5ed-ba4b5ae41ee2 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1620193 Jan 28 03:47:43.327546 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-825e47a2-7f11-416a-ba9a-d40ff23fab9c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.29.0.6 HTTP/1.1" status: 200 len: 694 time: 0.0974662 Jan 28 03:47:43.337821 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-ea4be034-a72f-43db-845f-d4843c753038 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Request body: {'floatingip': {'port_id': '3bcc7d57-bb98-4d42-9380-314f8c10308e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:43.436969 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-ea4be034-a72f-43db-845f-d4843c753038 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for floatingip, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:44.269710 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-ea4be034-a72f-43db-845f-d4843c753038 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:44.273098 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-ea4be034-a72f-43db-845f-d4843c753038 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854191089'] for floatingip, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:44.449578 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.db.l3_db [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-ea4be034-a72f-43db-845f-d4843c753038 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Floating IP c810baed-fa49-4898-9b63-af4c1e107741 associated. External IP: 172.29.0.6, port: 3bcc7d57-bb98-4d42-9380-314f8c10308e. Jan 28 03:47:44.811722 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-ea4be034-a72f-43db-845f-d4843c753038 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Router fce77247-b0cf-4dbc-9d37-55fc8be0be45 has already been hosted by L3 agent 382a0915-dc5d-46b7-a5dc-ea157a977503 {{(pid=78998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 28 03:47:45.005399 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-ea4be034-a72f-43db-845f-d4843c753038 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify agent at l3_agent.dv-osbrick-754598-7-ceph the message routers_updated {{(pid=78998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 28 03:47:45.010217 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-ea4be034-a72f-43db-845f-d4843c753038 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:45.015605 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a0db62-d288-4f0b-b78d-934be668ca51 None None] Sync routers for ids ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'] in dv-osbrick-754598-7-ceph {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 28 03:47:45.025835 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0db62-d288-4f0b-b78d-934be668ca51 None None] Routers {'fce77247-b0cf-4dbc-9d37-55fc8be0be45'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:47:45.026559 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-47a0db62-d288-4f0b-b78d-934be668ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:47:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:47:45.069671 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-ea4be034-a72f-43db-845f-d4843c753038 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "PUT /v2.0/floatingips/c810baed-fa49-4898-9b63-af4c1e107741 HTTP/1.1" status: 200 len: 995 time: 1.7358298 Jan 28 03:47:45.070122 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'tag': '3bcc7d57-bb98-4d42-9380-314f8c10308e'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:47:45.225744 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-47a0db62-d288-4f0b-b78d-934be668ca51 None None] Set router fce77247-b0cf-4dbc-9d37-55fc8be0be45 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:47:45.253231 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-9c9e0ab4-8ec8-494a-ae37-e6a134171365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:45.255914 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-9c9e0ab4-8ec8-494a-ae37-e6a134171365 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 1163 time: 0.1730640 Jan 28 03:47:45.289320 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'tag': '3bcc7d57-bb98-4d42-9380-314f8c10308e', 'status': 'completed', 'code': 200} Jan 28 03:47:45.467278 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-9118303c-d274-440f-97f1-7a87c9d94684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:45.468898 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-9118303c-d274-440f-97f1-7a87c9d94684 service neutron] 10.222.0.38 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.2061861 Jan 28 03:47:45.544628 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d06750-21c3-41a0-a465-b72cc0b976e9 req-50d9f4c9-587e-40cb-9858-9afd0b9d3a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:45.546249 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7d06750-21c3-41a0-a465-b72cc0b976e9 req-50d9f4c9-587e-40cb-9858-9afd0b9d3a80 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 1163 time: 0.2042363 Jan 28 03:47:45.582160 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-782bce96-fc00-4e31-8070-55e186111f7a req-6ccd5be1-1920-4a41-82a9-5d92e6e9f74e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0893104 Jan 28 03:47:45.604204 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-47a0db62-d288-4f0b-b78d-934be668ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_floatingips': [{'id': 'c810baed-fa49-4898-9b63-af4c1e107741', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'floating_ip_address': '172.29.0.6', 'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'router_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'port_id': '3bcc7d57-bb98-4d42-9380-314f8c10308e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'mac_address': 'fa:16:3e:26:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-28T03:47:41Z', 'updated_at': '2021-01-28T03:47:44Z', 'revision_number': 1, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:35Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:47:45.608307 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a0db62-d288-4f0b-b78d-934be668ca51 None None] Checking router: fce77247-b0cf-4dbc-9d37-55fc8be0be45 for host: dv-osbrick-754598-7-ceph {{(pid=79000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 28 03:47:45.618063 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0db62-d288-4f0b-b78d-934be668ca51 None None] Routers {'fce77247-b0cf-4dbc-9d37-55fc8be0be45'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:47:45.618790 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-47a0db62-d288-4f0b-b78d-934be668ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:47:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:47:45.680068 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-4d32563b-993c-4bb4-9e28-5ce2397f1502 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bcc7d57-bb98-4d42-9380-314f8c10308e HTTP/1.1" status: 200 len: 998 time: 0.2030158 Jan 28 03:47:45.721704 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:45.776079 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d06750-21c3-41a0-a465-b72cc0b976e9 req-9f3e7acc-31e0-457a-b3bb-9f7a7758d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:45.777642 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7d06750-21c3-41a0-a465-b72cc0b976e9 req-9f3e7acc-31e0-457a-b3bb-9f7a7758d5c9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.2175269 Jan 28 03:47:45.783160 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-28d009de-86b5-4ef5-9966-f88e1c91a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:45.784678 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-28d009de-86b5-4ef5-9966-f88e1c91a485 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0967729 Jan 28 03:47:45.826538 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-47a0db62-d288-4f0b-b78d-934be668ca51 None None] Set router fce77247-b0cf-4dbc-9d37-55fc8be0be45 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:47:45.938016 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7d06750-21c3-41a0-a465-b72cc0b976e9 req-a3a99bd1-d8fd-4709-b7ce-755c8685e708 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bcc7d57-bb98-4d42-9380-314f8c10308e HTTP/1.1" status: 200 len: 998 time: 0.1523118 Jan 28 03:47:46.018872 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-a8065f5b-c872-4df2-834a-c97fbbe3de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:46.020559 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-a8065f5b-c872-4df2-834a-c97fbbe3de6c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1753714 Jan 28 03:47:46.026270 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d06750-21c3-41a0-a465-b72cc0b976e9 req-b3045e37-da74-4792-9c7f-87190beea396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:46.027814 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7d06750-21c3-41a0-a465-b72cc0b976e9 req-b3045e37-da74-4792-9c7f-87190beea396 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0814564 Jan 28 03:47:46.204579 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-47a0db62-d288-4f0b-b78d-934be668ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_floatingips': [{'id': 'c810baed-fa49-4898-9b63-af4c1e107741', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'floating_ip_address': '172.29.0.6', 'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'router_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'port_id': '3bcc7d57-bb98-4d42-9380-314f8c10308e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'mac_address': 'fa:16:3e:26:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-28T03:47:41Z', 'updated_at': '2021-01-28T03:47:44Z', 'revision_number': 1, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:35Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:47:46.209793 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a0db62-d288-4f0b-b78d-934be668ca51 None None] The sync data for ids ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'] in dv-osbrick-754598-7-ceph is: [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_floatingips': [{'id': 'c810baed-fa49-4898-9b63-af4c1e107741', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'floating_ip_address': '172.29.0.6', 'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'router_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'port_id': '3bcc7d57-bb98-4d42-9380-314f8c10308e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'mac_address': 'fa:16:3e:26:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-28T03:47:41Z', 'updated_at': '2021-01-28T03:47:44Z', 'revision_number': 1, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:35Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 28 03:47:46.458645 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-84f856db-76a2-410b-8593-16f9966b97c2 service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296851 Jan 28 03:47:46.464898 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d06750-21c3-41a0-a465-b72cc0b976e9 req-40193cf3-66df-4145-b039-1aa9de6c46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:46.466391 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7d06750-21c3-41a0-a465-b72cc0b976e9 req-40193cf3-66df-4145-b039-1aa9de6c46b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4142735 Jan 28 03:47:46.487361 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeb2e25-ebd7-4b88-a67b-9e558ee8e0c9 None None] New status for floating IP c810baed-fa49-4898-9b63-af4c1e107741: ACTIVE {{(pid=79001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 28 03:47:46.724843 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-cf028cd7-6936-4c43-8a88-0ca842bfbd37 req-d4e82add-aad2-4a55-98d2-dab42b4eb482 service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2573748 Jan 28 03:47:46.730131 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7d06750-21c3-41a0-a465-b72cc0b976e9 req-c2fa63ee-819e-480a-8a13-274d3e434d76 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377777 Jan 28 03:47:46.876205 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7d06750-21c3-41a0-a465-b72cc0b976e9 req-80363833-2608-4499-a10c-6c7fd74304d0 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387289 Jan 28 03:47:47.079603 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bce96-fc00-4e31-8070-55e186111f7a req-13b8ee8f-3a8d-4745-80ca-478d3c9d1132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:47.081105 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-782bce96-fc00-4e31-8070-55e186111f7a req-13b8ee8f-3a8d-4745-80ca-478d3c9d1132 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 1163 time: 0.0768621 Jan 28 03:47:47.234128 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bce96-fc00-4e31-8070-55e186111f7a req-5d267fa2-0c6a-4f4e-bcec-36df45e2bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:47.235751 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-782bce96-fc00-4e31-8070-55e186111f7a req-5d267fa2-0c6a-4f4e-bcec-36df45e2bf11 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.1351497 Jan 28 03:47:47.344545 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-782bce96-fc00-4e31-8070-55e186111f7a req-9163e3a5-8907-4e2d-a7b3-6b24c513f351 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bcc7d57-bb98-4d42-9380-314f8c10308e HTTP/1.1" status: 200 len: 1000 time: 0.1011891 Jan 28 03:47:47.415673 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bce96-fc00-4e31-8070-55e186111f7a req-abcc11ee-411a-40f8-8927-b1b42d21a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:47.417283 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-782bce96-fc00-4e31-8070-55e186111f7a req-abcc11ee-411a-40f8-8927-b1b42d21a138 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0659657 Jan 28 03:47:47.506190 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bce96-fc00-4e31-8070-55e186111f7a req-b67dff08-ee09-44cb-baa7-9587ceed91a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:47:47.508297 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-782bce96-fc00-4e31-8070-55e186111f7a req-b67dff08-ee09-44cb-baa7-9587ceed91a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840836 Jan 28 03:47:47.649798 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-782bce96-fc00-4e31-8070-55e186111f7a req-ebf264d5-2a0f-4019-9546-aabdd467204b service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342366 Jan 28 03:47:47.788248 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-782bce96-fc00-4e31-8070-55e186111f7a req-31bbbd56-c4e5-4119-be8f-b39b8e1af2a6 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1323721 Jan 28 03:47:53.112058 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-adcde44a-4a1d-40c0-9f28-8bbf32dcf22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:54.596399 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-194fde00-f1cd-4aa1-a055-a182502bb8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:54.934307 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:47:55.895166 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:48:04.512088 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:48:15.687728 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:48:23.099164 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-cd948770-8c1a-4737-8bb0-1343459116fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:48:24.597922 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-1088df8f-9baf-489f-abf5-b0c5336744b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:48:24.934479 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:48:25.900088 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:48:41.511010 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:48:45.633969 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-da8616e9-1f3f-4ae3-832c-8380f9977bf0 req-7d3126ad-50e0-4fad-ba57-677b38d28299 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1493247 Jan 28 03:48:45.693184 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:48:45.798928 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8616e9-1f3f-4ae3-832c-8380f9977bf0 req-aa67cc35-d475-4d09-91d2-8eabff662a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:48:45.801096 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-da8616e9-1f3f-4ae3-832c-8380f9977bf0 req-aa67cc35-d475-4d09-91d2-8eabff662a9c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 1163 time: 0.0808272 Jan 28 03:48:45.953420 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8616e9-1f3f-4ae3-832c-8380f9977bf0 req-49d9c179-8678-41b0-9913-06ecd8d2554e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:48:45.954981 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-da8616e9-1f3f-4ae3-832c-8380f9977bf0 req-49d9c179-8678-41b0-9913-06ecd8d2554e service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.1354856 Jan 28 03:48:46.060014 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-da8616e9-1f3f-4ae3-832c-8380f9977bf0 req-06fe3fd1-d96b-40f9-833f-03ceb40a95fb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bcc7d57-bb98-4d42-9380-314f8c10308e HTTP/1.1" status: 200 len: 1000 time: 0.0979621 Jan 28 03:48:46.130439 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8616e9-1f3f-4ae3-832c-8380f9977bf0 req-f8b064e0-80f3-4d54-8792-37778d1fc621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:48:46.132064 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-da8616e9-1f3f-4ae3-832c-8380f9977bf0 req-f8b064e0-80f3-4d54-8792-37778d1fc621 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0659761 Jan 28 03:48:46.210693 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8616e9-1f3f-4ae3-832c-8380f9977bf0 req-0c3bef83-fbc1-4559-94ea-66f7c7dfe9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:48:46.212265 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-da8616e9-1f3f-4ae3-832c-8380f9977bf0 req-0c3bef83-fbc1-4559-94ea-66f7c7dfe9b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741570 Jan 28 03:48:46.353791 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-da8616e9-1f3f-4ae3-832c-8380f9977bf0 req-2db46858-7c2c-4ef9-b46d-4f93d7826d58 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345825 Jan 28 03:48:46.494219 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-da8616e9-1f3f-4ae3-832c-8380f9977bf0 req-4af079c4-1f88-4f5d-bce9-85027a155b9e service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1340299 Jan 28 03:48:53.091147 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-af5c5abf-c09f-433b-82cd-5aa8099c5e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:48:54.599331 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-06d2cf92-77e5-4881-a3d9-857c3636d7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:48:54.937966 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:48:55.903272 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:15.716006 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:18.510464 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:49:23.092530 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-9c235d30-a2f8-44e6-9c12-425e0a91d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:24.600875 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-811393cd-b41a-4b91-93e5-91cbdfdb2de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:24.940675 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:25.043272 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-c66fba7f-4499-4042-8457-59f27464d225 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-610322354&fields=id&tenant_id=f4bd05c5ef484006b450d8cd833536c5 HTTP/1.1" status: 200 len: 267 time: 0.0580835 Jan 28 03:49:25.279775 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-dd4f3f0c-c9b4-49a9-9ea0-94cf5da40aa9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:25.281412 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-dd4f3f0c-c9b4-49a9-9ea0-94cf5da40aa9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 812 time: 0.2311738 Jan 28 03:49:25.297719 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-8996f031-8824-40b9-a62b-7bd2e9dd9db3 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/quotas/f4bd05c5ef484006b450d8cd833536c5 HTTP/1.1" status: 200 len: 375 time: 0.0095513 Jan 28 03:49:25.469998 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e303e5bb-e1f9-495f-9864-09db88c66f2a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1664546 Jan 28 03:49:25.618789 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-f05b534c-83d2-4a08-a266-82b69b746bd9 service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358209 Jan 28 03:49:25.758325 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-17dd9fc1-ed44-4260-b8b2-a4e999d2ead7 service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1331239 Jan 28 03:49:25.907704 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:26.183732 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-8d5d3755-84bf-42c1-81b8-24dd76f6848b req-5390281b-feb2-4aa4-8dc7-1e5774413a82 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 210 time: 0.0477817 Jan 28 03:49:27.617372 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-2213d9c5-059a-4db8-b1c7-9c728ba0d7c6 req-5d14259a-08ac-46d3-8c9f-f4eecede237c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 210 time: 0.3039854 Jan 28 03:49:27.825103 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-5ea0c1f9-133d-4076-888f-8fdc47ca1b66 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:27.826798 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-5ea0c1f9-133d-4076-888f-8fdc47ca1b66 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 812 time: 0.4698665 Jan 28 03:49:27.945724 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-fc68450e-d88b-48d7-ae77-4e7b0c7123b4 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4bd05c5ef484006b450d8cd833536c5 HTTP/1.1" status: 200 len: 5755 time: 0.1010475 Jan 28 03:49:27.955433 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Request body: {'port': {'device_id': 'c4da6d3b-b60c-4679-8048-d38627014b69', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'admin_state_up': True, 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'security_groups': ['ab86ad17-45b5-4371-82aa-25c00c4eabc7']}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:49:28.101378 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:49:28.111056 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:49:28.120148 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Made reservation on behalf of f4bd05c5ef484006b450d8cd833536c5 for: {'port': 1} {{(pid=78998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 28 03:49:28.141304 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:28.452581 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Allocated IP 172.20.0.5 (aa76c6fd-2a04-42b7-8394-a25da885b6fe/1987f575-29b8-455b-ade3-9c9c615211af/83fe000d-bf58-4138-b733-1dfa81fcc0e8) {{(pid=78998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:49:28.652904 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for port, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:28.669626 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Transition to ACTIVE for port object 83fe000d-bf58-4138-b733-1dfa81fcc0e8 will not be triggered until provisioned by entity DHCP. {{(pid=78998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:49:28.693114 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:28.708183 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-39ebd8f1-b706-477a-8e35-78544eb74113 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:49:28.897469 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event updated for resources: {'Port': ['ID=83fe000d-bf58-4138-b733-1dfa81fcc0e8,revision_number=1']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:49:28.931392 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.931783 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.932167 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.932542 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.932910 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.933283 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.933649 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.934015 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.934382 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.934804 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.935175 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.935542 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.935976 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.936340 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.936705 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.937071 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.937440 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.937801 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.938190 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.938541 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.938913 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.939276 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.939636 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.939997 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:28.948391 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:49:29.061279 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54e81c-b6fb-4ad5-b354-57240d24c8a5 req-4a5f95da-16b0-4cdf-b9ea-e232f5650ca6 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:29.062989 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1c54e81c-b6fb-4ad5-b354-57240d24c8a5 req-4a5f95da-16b0-4cdf-b9ea-e232f5650ca6 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 931 time: 0.3156133 Jan 28 03:49:29.092114 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Network aa76c6fd-2a04-42b7-8394-a25da885b6fe is already hosted by enough agents. {{(pid=78998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:49:29.095860 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources bound (agent type, host, resource id): {{(pid=78998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:49:29.100668 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Received port after_create {{(pid=78998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:49:29.167096 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:29.167833 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:29.221668 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1c54e81c-b6fb-4ad5-b354-57240d24c8a5 req-6d3d0a22-bafd-484b-b9b2-c8f81ba73298 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1496878 Jan 28 03:49:29.233406 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e7d719a9-c82d-4c5b-b2bb-558d20c48b26 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2820404 Jan 28 03:49:29.251938 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Request body: {'port': {'device_id': 'c4da6d3b-b60c-4679-8048-d38627014b69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7545'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:49:29.284088 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-8406d362-1799-40a6-9808-92f6dd20eba7 None None] Provisioning for port 83fe000d-bf58-4138-b733-1dfa81fcc0e8 completed by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:49:29.290058 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-8406d362-1799-40a6-9808-92f6dd20eba7 None None] Provisioning complete for port 83fe000d-bf58-4138-b733-1dfa81fcc0e8 triggered by entity DHCP. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:49:29.290470 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-8406d362-1799-40a6-9808-92f6dd20eba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:29.348850 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-8406d362-1799-40a6-9808-92f6dd20eba7 None None] Port 83fe000d-bf58-4138-b733-1dfa81fcc0e8 cannot update to ACTIVE because it is not bound. {{(pid=79000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 03:49:29.374871 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:29.782446 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fe000d-bf58-4138-b733-1dfa81fcc0e8 {{(pid=78998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 28 03:49:29.789990 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:29.801926 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Transition to ACTIVE for port object 83fe000d-bf58-4138-b733-1dfa81fcc0e8 will not be triggered until provisioned by entity L2. {{(pid=78998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 28 03:49:29.804440 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:29.819702 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:49:29.952480 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Pushing event updated for resources: {'Port': ['ID=83fe000d-bf58-4138-b733-1dfa81fcc0e8,revision_number=2']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:49:29.955767 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:49:30.088832 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Attempting to bind port 83fe000d-bf58-4138-b733-1dfa81fcc0e8 on host hv-osbrick-7545 for vnic_type normal with profile {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:30.089209 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Attempting to bind port 83fe000d-bf58-4138-b733-1dfa81fcc0e8 by drivers openvswitch on host hv-osbrick-7545 at level 0 using segments [{'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'}] {{(pid=78998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 28 03:49:30.089578 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Attempting to bind port 83fe000d-bf58-4138-b733-1dfa81fcc0e8 on network aa76c6fd-2a04-42b7-8394-a25da885b6fe {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 28 03:49:30.095490 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Checking agent: {'id': 'af10580a-b5d4-433a-825b-ee7bf6aecb09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7545', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 28, 3, 40, 46), 'started_at': datetime.datetime(2021, 1, 28, 3, 41, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 28, 3, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 03:49:30.095862 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Checking segment: {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=78998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 28 03:49:30.096273 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:30.096678 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Bound using segment: {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'} {{(pid=78998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 03:49:30.097155 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Bound port: 83fe000d-bf58-4138-b733-1dfa81fcc0e8, host: hv-osbrick-7545, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9782ff06-8f93-45f9-a880-5a733d1345e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe'}}] {{(pid=78998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 28 03:49:30.097528 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:30.193406 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] For port 83fe000d-bf58-4138-b733-1dfa81fcc0e8, host hv-osbrick-7545, cleared binding levels {{(pid=78998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 28 03:49:30.196904 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] For port 83fe000d-bf58-4138-b733-1dfa81fcc0e8, host hv-osbrick-7545, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=83fe000d-bf58-4138-b733-1dfa81fcc0e8,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=78998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 28 03:49:30.199353 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:30.214656 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-b13452ae-3832-4685-82be-7aa88fde8270 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:49:30.363599 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Pushing event updated for resources: {'Port': ['ID=83fe000d-bf58-4138-b733-1dfa81fcc0e8,revision_number=3']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:49:30.413319 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:49:30.466304 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:30.467115 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:30.468475 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] 10.222.0.25 "PUT /v2.0/ports/83fe000d-bf58-4138-b733-1dfa81fcc0e8 HTTP/1.1" status: 200 len: 1157 time: 1.2214584 Jan 28 03:49:30.468978 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4da6d3b-b60c-4679-8048-d38627014b69', 'tag': '83fe000d-bf58-4138-b733-1dfa81fcc0e8'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:49:30.584859 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c9046-d72b-4e62-a566-87279a32c88b req-51b66544-42e9-4317-b021-6e78964ec31c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:30.585693 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-400c9046-d72b-4e62-a566-87279a32c88b req-51b66544-42e9-4317-b021-6e78964ec31c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:49:30.632191 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4da6d3b-b60c-4679-8048-d38627014b69', 'tag': '83fe000d-bf58-4138-b733-1dfa81fcc0e8', 'status': 'completed', 'code': 200} Jan 28 03:49:30.653023 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-400c9046-d72b-4e62-a566-87279a32c88b req-51b66544-42e9-4317-b021-6e78964ec31c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:49:30.654291 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-400c9046-d72b-4e62-a566-87279a32c88b req-51b66544-42e9-4317-b021-6e78964ec31c tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 943 time: 0.2958951 Jan 28 03:49:30.719002 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-6f81615f-d8fa-4959-ac0f-50ed7d8b1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:30.720604 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-6f81615f-d8fa-4959-ac0f-50ed7d8b1805 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 1160 time: 0.1317601 Jan 28 03:49:30.740207 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-400c9046-d72b-4e62-a566-87279a32c88b req-db6de34e-779e-404d-8011-bc2c144a526a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0752618 Jan 28 03:49:30.805878 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-11001f1b-e708-4b76-9ea9-b4eaff640644 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83fe000d-bf58-4138-b733-1dfa81fcc0e8 HTTP/1.1" status: 200 len: 217 time: 0.0644677 Jan 28 03:49:30.878017 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-191444b0-823a-46c1-bc38-ea51867784d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:30.879526 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-191444b0-823a-46c1-bc38-ea51867784d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0673749 Jan 28 03:49:30.960303 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-76887e4b-44d4-4b72-a2d3-7e76a70399c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:30.961879 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-76887e4b-44d4-4b72-a2d3-7e76a70399c7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757933 Jan 28 03:49:31.108447 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-f5e49f77-c800-4c1f-b626-88276f003491 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396008 Jan 28 03:49:31.249725 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1d474fc9-8b25-4345-8c5b-1efd53988f81 req-3cc8513f-76cd-475b-8ae6-d64749c5d962 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1343954 Jan 28 03:49:31.412587 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef44ab-e72e-447f-a2d2-a4e01b59bc5a req-ea26a265-c333-411c-8994-fd2f0aafb364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:31.414188 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c7ef44ab-e72e-447f-a2d2-a4e01b59bc5a req-ea26a265-c333-411c-8994-fd2f0aafb364 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 1160 time: 0.0827851 Jan 28 03:49:31.770159 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef44ab-e72e-447f-a2d2-a4e01b59bc5a req-a9c830e5-0a69-47d2-9410-14c7edd870f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:31.771625 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c7ef44ab-e72e-447f-a2d2-a4e01b59bc5a req-a9c830e5-0a69-47d2-9410-14c7edd870f8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.3509288 Jan 28 03:49:31.844576 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c7ef44ab-e72e-447f-a2d2-a4e01b59bc5a req-ad7cabc2-b1b6-4c79-8c12-9d3e3dc30efc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83fe000d-bf58-4138-b733-1dfa81fcc0e8 HTTP/1.1" status: 200 len: 217 time: 0.0651910 Jan 28 03:49:31.972113 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef44ab-e72e-447f-a2d2-a4e01b59bc5a req-23ff2141-c242-4bbd-8f47-23b382fa946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:31.973732 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c7ef44ab-e72e-447f-a2d2-a4e01b59bc5a req-23ff2141-c242-4bbd-8f47-23b382fa946a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.1222806 Jan 28 03:49:32.128463 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cc1a3-383f-4ced-a623-c39fdf72a500 req-ce266a06-2ee8-473e-9e8e-ef17cca74dc5 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:32.130968 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a93cc1a3-383f-4ced-a623-c39fdf72a500 req-ce266a06-2ee8-473e-9e8e-ef17cca74dc5 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 943 time: 0.2363465 Jan 28 03:49:32.186255 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef44ab-e72e-447f-a2d2-a4e01b59bc5a req-d5ffbe35-2ef2-489e-b86e-ffdbcf6c0f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:32.187818 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c7ef44ab-e72e-447f-a2d2-a4e01b59bc5a req-d5ffbe35-2ef2-489e-b86e-ffdbcf6c0f8e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2004213 Jan 28 03:49:32.213939 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-a93cc1a3-383f-4ced-a623-c39fdf72a500 req-18dbd3a0-9548-4217-971b-377bba24c1ff tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0701840 Jan 28 03:49:32.372808 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c7ef44ab-e72e-447f-a2d2-a4e01b59bc5a req-aa3ca4ba-71db-4043-b140-54f1e8ba4342 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373205 Jan 28 03:49:32.517939 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-c7ef44ab-e72e-447f-a2d2-a4e01b59bc5a req-eec7d9a3-0e33-43a0-8324-71e5c9eb3e72 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1381412 Jan 28 03:49:33.503699 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde8685-24b2-4a27-bbb6-3cfbf16cf4a8 req-c11502bd-284a-4e0c-bb45-10297ff1f9da tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:33.506118 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-4dde8685-24b2-4a27-bbb6-3cfbf16cf4a8 req-c11502bd-284a-4e0c-bb45-10297ff1f9da tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 943 time: 0.1643863 Jan 28 03:49:33.568619 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-4dde8685-24b2-4a27-bbb6-3cfbf16cf4a8 req-be82a65a-4f77-49ec-9be4-8e040dbab2f4 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0564723 Jan 28 03:49:34.862410 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2c3b6-daa2-4473-ad7d-2a6d2e38e2f9 req-72b6b8d9-776d-4248-beae-6a52e07a3ee5 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:34.864629 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-51c2c3b6-daa2-4473-ad7d-2a6d2e38e2f9 req-72b6b8d9-776d-4248-beae-6a52e07a3ee5 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 943 time: 0.1654825 Jan 28 03:49:34.927472 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-51c2c3b6-daa2-4473-ad7d-2a6d2e38e2f9 req-deabe201-0bde-4a24-b624-e33c3bd8d4c1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0565507 Jan 28 03:49:35.383203 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 83fe000d-bf58-4138-b733-1dfa81fcc0e8 up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:49:35.452014 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning for port 83fe000d-bf58-4138-b733-1dfa81fcc0e8 completed by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 28 03:49:35.456822 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port 83fe000d-bf58-4138-b733-1dfa81fcc0e8 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:49:35.457243 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:35.742028 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:35.769005 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4da6d3b-b60c-4679-8048-d38627014b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fe000d-bf58-4138-b733-1dfa81fcc0e8'}] {{(pid=79000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:49:35.779169 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] For port 83fe000d-bf58-4138-b733-1dfa81fcc0e8, host hv-osbrick-7545, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=83fe000d-bf58-4138-b733-1dfa81fcc0e8,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:49:35.781937 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:35.783957 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-53f1f340-b1af-4357-ac68-04ce65012c28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:49:35.854247 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Pushing event updated for resources: {'Port': ['ID=83fe000d-bf58-4138-b733-1dfa81fcc0e8,revision_number=4']} {{(pid=79000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:49:35.863309 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.863777 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.864059 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.864435 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.865449 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.866135 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.867145 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.867520 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.867891 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.868548 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.868646 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.868937 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.869408 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.869777 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.870142 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.870501 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.870884 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.871244 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.871605 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.871967 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.872325 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.872685 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.873043 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.873402 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=79000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:49:35.877817 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:49:35.917278 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4da6d3b-b60c-4679-8048-d38627014b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fe000d-bf58-4138-b733-1dfa81fcc0e8', 'code': 200} Jan 28 03:49:36.217645 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81fa01-be2c-4bfa-a627-278d98b2c73d req-063b8696-79b7-4d2f-b2c6-063a3be1a0b7 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:36.219305 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1a81fa01-be2c-4bfa-a627-278d98b2c73d req-063b8696-79b7-4d2f-b2c6-063a3be1a0b7 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 945 time: 0.1624360 Jan 28 03:49:36.331330 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-1a81fa01-be2c-4bfa-a627-278d98b2c73d req-df2cf192-de01-4aaf-a523-2d808ddf9a9e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0732026 Jan 28 03:49:36.354165 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6dfc8-a9aa-419b-aeef-4303630566a8 req-20576ced-f453-4e61-9d62-acd13dc1f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:36.355798 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-46f6dfc8-a9aa-419b-aeef-4303630566a8 req-20576ced-f453-4e61-9d62-acd13dc1f59a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 1162 time: 0.1355672 Jan 28 03:49:36.400668 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-46f6dfc8-a9aa-419b-aeef-4303630566a8 req-bdf47894-0f7e-4fdf-aacf-4a22cb454e11 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0373235 Jan 28 03:49:36.946242 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 83fe000d-bf58-4138-b733-1dfa81fcc0e8 up at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 28 03:49:37.021071 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.provisioning_blocks [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Provisioning complete for port 83fe000d-bf58-4138-b733-1dfa81fcc0e8 triggered by entity L2. {{(pid=79000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 28 03:49:37.021489 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852832118'] for port, provisioning_complete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:37.628690 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d00e7-7350-47ad-8a84-f90288b651b9 req-140f8a59-4cbd-435d-91b8-6851af4bed18 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:37.630346 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-537d00e7-7350-47ad-8a84-f90288b651b9 req-140f8a59-4cbd-435d-91b8-6851af4bed18 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 945 time: 0.1652739 Jan 28 03:49:37.694303 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-537d00e7-7350-47ad-8a84-f90288b651b9 req-836049aa-967f-475b-8520-569ee0e03d0e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0574989 Jan 28 03:49:39.118496 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b0510-5a3a-47bf-a346-fb524e047de5 req-4f022acd-ebd0-45e3-a5fc-b118e4398323 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:39.120125 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-969b0510-5a3a-47bf-a346-fb524e047de5 req-4f022acd-ebd0-45e3-a5fc-b118e4398323 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 945 time: 0.1623273 Jan 28 03:49:39.184012 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-969b0510-5a3a-47bf-a346-fb524e047de5 req-c4c2d16a-8380-4f7b-8487-6057d7e3885e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0578878 Jan 28 03:49:39.478560 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85892aaf-fa10-4a8a-b327-a67f169aee4f req-e573a8ff-0354-49c9-a010-c6fc6133a396 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:39.480181 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-85892aaf-fa10-4a8a-b327-a67f169aee4f req-e573a8ff-0354-49c9-a010-c6fc6133a396 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 945 time: 0.1670976 Jan 28 03:49:39.543865 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-85892aaf-fa10-4a8a-b327-a67f169aee4f req-45310f47-3036-4e76-ab24-e25e94160e53 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0574434 Jan 28 03:49:39.784839 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-3ba4ad5f-6424-4a17-b3f7-83529a720f02 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1875453 Jan 28 03:49:39.795260 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Request body: {'floatingip': {'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:49:39.816495 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 28 03:49:39.826905 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.quota.driver [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 28 03:49:39.835751 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for floatingip, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:39.981712 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:40.255921 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_common [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Allocated IP 172.29.0.81 (ea722a38-7ae2-43cb-a677-4d47ee229a8c/3edf47ac-c901-4d7b-a844-5dcfe0ce1ece/12ad2500-03ee-4c4e-8134-2b2b2f6c4814) {{(pid=78998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 28 03:49:40.422376 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for port, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:40.454678 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761635140194'] for port, after_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:40.469316 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-bd9a3b3b-c992-4455-b7b4-e27e53adc9fa tempest-TestMinimumBasicScenario-1682163101 tempest-TestMinimumBasicScenario-1682163101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:49:40.616990 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event updated for resources: {'Port': ['ID=12ad2500-03ee-4c4e-8134-2b2b2f6c4814,revision_number=1']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:49:40.621978 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:49:40.678872 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Network ea722a38-7ae2-43cb-a677-4d47ee229a8c is already hosted by enough agents. {{(pid=78998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 28 03:49:40.680164 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.base_scheduler [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Resources bound (agent type, host, resource id): {{(pid=78998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 28 03:49:40.682748 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Received port after_create {{(pid=78998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 28 03:49:40.713618 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:40.785523 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829792'] for port, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:41.090031 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for port, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:41.095455 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761635646596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275219661974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761635113860'] for port, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:41.111770 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-0d19f7fc-68ab-42e2-98e4-49397cdf1b29 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:49:41.475434 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event updated for resources: {'Port': ['ID=12ad2500-03ee-4c4e-8134-2b2b2f6c4814,revision_number=2']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:49:41.480584 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:49:41.525220 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854191089'] for floatingip, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:41.573543 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:41.574904 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-641e38ae-6983-44a6-a8ff-489e1c47c318 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7837324 Jan 28 03:49:41.676263 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-579dd647-39f8-4960-b839-e889e229512f tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:floatingip {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:49:41.691432 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-579dd647-39f8-4960-b839-e889e229512f tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:floatingip {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:49:41.693263 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-579dd647-39f8-4960-b839-e889e229512f tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.29.0.81 HTTP/1.1" status: 200 len: 695 time: 0.1115670 Jan 28 03:49:41.933560 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-12938fb8-eaa2-4d01-b8c3-2f7676fed406 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:41.935489 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b6698206-ddf6-4125-9a3d-cbd5ab1e31c0 req-12938fb8-eaa2-4d01-b8c3-2f7676fed406 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/networks/ea722a38-7ae2-43cb-a677-4d47ee229a8c HTTP/1.1" status: 200 len: 784 time: 0.2361066 Jan 28 03:49:42.208667 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-188135af-7b17-4295-b3a9-627278f4c739 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:42.210536 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-188135af-7b17-4295-b3a9-627278f4c739 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4da6d3b-b60c-4679-8048-d38627014b69&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1651146 Jan 28 03:49:42.320113 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-73f14b05-0701-43f6-b83d-c31332caa781 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.29.0.81 HTTP/1.1" status: 200 len: 695 time: 0.1033108 Jan 28 03:49:42.331385 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.v2.base [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-d342cf29-dbf3-441a-89ce-ac21cf80342a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Request body: {'floatingip': {'port_id': '83fe000d-bf58-4138-b733-1dfa81fcc0e8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=78998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:49:42.435898 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-d342cf29-dbf3-441a-89ce-ac21cf80342a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for floatingip, before_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:43.146714 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-d342cf29-dbf3-441a-89ce-ac21cf80342a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:43.151188 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-d342cf29-dbf3-441a-89ce-ac21cf80342a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854191089'] for floatingip, after_update {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:43.357079 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.db.l3_db [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-d342cf29-dbf3-441a-89ce-ac21cf80342a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Floating IP ad26b7b1-d482-4850-aa12-3a92371135e9 associated. External IP: 172.29.0.81, port: 83fe000d-bf58-4138-b733-1dfa81fcc0e8. Jan 28 03:49:43.778386 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-d342cf29-dbf3-441a-89ce-ac21cf80342a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Router fce77247-b0cf-4dbc-9d37-55fc8be0be45 has already been hosted by L3 agent 382a0915-dc5d-46b7-a5dc-ea157a977503 {{(pid=78998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 28 03:49:43.994849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-d342cf29-dbf3-441a-89ce-ac21cf80342a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify agent at l3_agent.dv-osbrick-754598-7-ceph the message routers_updated {{(pid=78998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 28 03:49:43.999973 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-d342cf29-dbf3-441a-89ce-ac21cf80342a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:44.007941 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d9a5bf-231d-4f93-8e45-64318e5da524 None None] Sync routers for ids ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'] in dv-osbrick-754598-7-ceph {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 28 03:49:44.019427 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d9a5bf-231d-4f93-8e45-64318e5da524 None None] Routers {'fce77247-b0cf-4dbc-9d37-55fc8be0be45'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:49:44.020093 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-41d9a5bf-231d-4f93-8e45-64318e5da524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:49:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:49:44.071758 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-d342cf29-dbf3-441a-89ce-ac21cf80342a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "PUT /v2.0/floatingips/ad26b7b1-d482-4850-aa12-3a92371135e9 HTTP/1.1" status: 200 len: 995 time: 1.7448523 Jan 28 03:49:44.072333 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4da6d3b-b60c-4679-8048-d38627014b69', 'tag': '83fe000d-bf58-4138-b733-1dfa81fcc0e8'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:49:44.141001 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4da6d3b-b60c-4679-8048-d38627014b69', 'tag': '83fe000d-bf58-4138-b733-1dfa81fcc0e8', 'status': 'completed', 'code': 200} Jan 28 03:49:44.184987 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-d019098e-44d4-48be-9931-81ac77e801f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:44.187091 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-d019098e-44d4-48be-9931-81ac77e801f9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 1162 time: 0.0992134 Jan 28 03:49:44.219989 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-41d9a5bf-231d-4f93-8e45-64318e5da524 None None] Set router fce77247-b0cf-4dbc-9d37-55fc8be0be45 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:49:44.627195 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78fe10-fc10-4c16-a2c4-6e5e2987b3e2 req-aa2ba686-1022-4bbc-bdf6-f132b10b5aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:44.628814 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bc78fe10-fc10-4c16-a2c4-6e5e2987b3e2 req-aa2ba686-1022-4bbc-bdf6-f132b10b5aae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 1162 time: 0.4349525 Jan 28 03:49:44.629154 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-41d9a5bf-231d-4f93-8e45-64318e5da524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_floatingips': [{'id': 'ad26b7b1-d482-4850-aa12-3a92371135e9', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'floating_ip_address': '172.29.0.81', 'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'router_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'port_id': '83fe000d-bf58-4138-b733-1dfa81fcc0e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'mac_address': 'fa:16:3e:a6:97:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da6d3b-b60c-4679-8048-d38627014b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-28T03:49:40Z', 'updated_at': '2021-01-28T03:49:43Z', 'revision_number': 1, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'fixed_ip_address_scope': None}, {'id': 'c810baed-fa49-4898-9b63-af4c1e107741', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'floating_ip_address': '172.29.0.6', 'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'router_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'port_id': '3bcc7d57-bb98-4d42-9380-314f8c10308e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'mac_address': 'fa:16:3e:26:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-28T03:47:41Z', 'updated_at': '2021-01-28T03:47:46Z', 'revision_number': 2, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:35Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:49:44.633980 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-a7d8003e-c2e7-4466-8d86-a792b3fe887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:44.635116 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d9a5bf-231d-4f93-8e45-64318e5da524 None None] Checking router: fce77247-b0cf-4dbc-9d37-55fc8be0be45 for host: dv-osbrick-754598-7-ceph {{(pid=79000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 28 03:49:44.635541 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-a7d8003e-c2e7-4466-8d86-a792b3fe887a service neutron] 10.222.0.38 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.4042859 Jan 28 03:49:44.645114 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d9a5bf-231d-4f93-8e45-64318e5da524 None None] Routers {'fce77247-b0cf-4dbc-9d37-55fc8be0be45'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:49:44.645892 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-41d9a5bf-231d-4f93-8e45-64318e5da524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:49:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:49:44.836444 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-4d0b6c9b-f08d-43e6-83b7-d931951ab3d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83fe000d-bf58-4138-b733-1dfa81fcc0e8 HTTP/1.1" status: 200 len: 998 time: 0.1784222 Jan 28 03:49:44.845747 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-41d9a5bf-231d-4f93-8e45-64318e5da524 None None] Set router fce77247-b0cf-4dbc-9d37-55fc8be0be45 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:49:44.913056 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78fe10-fc10-4c16-a2c4-6e5e2987b3e2 req-374945f8-2dba-4563-8473-8ba01a3860cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:44.914661 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bc78fe10-fc10-4c16-a2c4-6e5e2987b3e2 req-374945f8-2dba-4563-8473-8ba01a3860cc service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.2781825 Jan 28 03:49:45.014801 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-f1a7738a-5356-4614-9c32-05489e302d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:45.016625 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-f1a7738a-5356-4614-9c32-05489e302d68 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.1699347 Jan 28 03:49:45.105867 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bc78fe10-fc10-4c16-a2c4-6e5e2987b3e2 req-40c3c2b2-5c79-4654-bd06-9c870f4db667 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83fe000d-bf58-4138-b733-1dfa81fcc0e8 HTTP/1.1" status: 200 len: 998 time: 0.1825199 Jan 28 03:49:45.220408 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78fe10-fc10-4c16-a2c4-6e5e2987b3e2 req-54363c50-7c1a-40e9-b57b-0ac010c4d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:45.222258 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bc78fe10-fc10-4c16-a2c4-6e5e2987b3e2 req-54363c50-7c1a-40e9-b57b-0ac010c4d421 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.1077631 Jan 28 03:49:45.226539 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-c2820685-7ef1-497d-97cc-e91de3058460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:45.228435 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-c2820685-7ef1-497d-97cc-e91de3058460 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1920745 Jan 28 03:49:45.239387 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-41d9a5bf-231d-4f93-8e45-64318e5da524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_floatingips': [{'id': 'ad26b7b1-d482-4850-aa12-3a92371135e9', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'floating_ip_address': '172.29.0.81', 'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'router_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'port_id': '83fe000d-bf58-4138-b733-1dfa81fcc0e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'mac_address': 'fa:16:3e:a6:97:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da6d3b-b60c-4679-8048-d38627014b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-28T03:49:40Z', 'updated_at': '2021-01-28T03:49:43Z', 'revision_number': 1, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'fixed_ip_address_scope': None}, {'id': 'c810baed-fa49-4898-9b63-af4c1e107741', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'floating_ip_address': '172.29.0.6', 'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'router_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'port_id': '3bcc7d57-bb98-4d42-9380-314f8c10308e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'mac_address': 'fa:16:3e:26:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-28T03:47:41Z', 'updated_at': '2021-01-28T03:47:46Z', 'revision_number': 2, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:35Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:49:45.244873 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d9a5bf-231d-4f93-8e45-64318e5da524 None None] The sync data for ids ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'] in dv-osbrick-754598-7-ceph is: [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_floatingips': [{'id': 'ad26b7b1-d482-4850-aa12-3a92371135e9', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'floating_ip_address': '172.29.0.81', 'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'router_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'port_id': '83fe000d-bf58-4138-b733-1dfa81fcc0e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'mac_address': 'fa:16:3e:a6:97:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da6d3b-b60c-4679-8048-d38627014b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-28T03:49:40Z', 'updated_at': '2021-01-28T03:49:43Z', 'revision_number': 1, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'fixed_ip_address_scope': None}, {'id': 'c810baed-fa49-4898-9b63-af4c1e107741', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'floating_ip_address': '172.29.0.6', 'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'router_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'port_id': '3bcc7d57-bb98-4d42-9380-314f8c10308e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'mac_address': 'fa:16:3e:26:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-28T03:47:41Z', 'updated_at': '2021-01-28T03:47:46Z', 'revision_number': 2, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:35Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 28 03:49:45.465784 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78fe10-fc10-4c16-a2c4-6e5e2987b3e2 req-cabf97d8-3b52-4e88-b45b-028481e3d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:45.467617 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bc78fe10-fc10-4c16-a2c4-6e5e2987b3e2 req-cabf97d8-3b52-4e88-b45b-028481e3d903 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2384017 Jan 28 03:49:45.475090 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-ffe2f517-3e9a-4e91-9136-2dd7895db302 service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986489 Jan 28 03:49:45.554552 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f2ac83-e00e-46c0-a3c3-f306d3377f86 None None] New status for floating IP ad26b7b1-d482-4850-aa12-3a92371135e9: ACTIVE {{(pid=79001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 28 03:49:45.664400 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-72d9088d-cec7-47c6-abed-06609eb2a705 req-a9861f75-66c2-4a2d-a32c-2ae66b07560f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1167970 Jan 28 03:49:45.729497 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:45.779547 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bc78fe10-fc10-4c16-a2c4-6e5e2987b3e2 req-a0580d03-aab9-404d-93a7-96a8d57dbc51 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032176 Jan 28 03:49:45.783283 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-b64f3114-ebf5-445a-84e0-0d059ff54273 req-2bc01b83-bd27-4259-bd67-16376d8d556d service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2820606 Jan 28 03:49:45.882477 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9088d-cec7-47c6-abed-06609eb2a705 req-3cbfdbda-83ac-41f2-a1e2-1b0d18f80dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:45.884181 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-72d9088d-cec7-47c6-abed-06609eb2a705 req-3cbfdbda-83ac-41f2-a1e2-1b0d18f80dc2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 1163 time: 0.1113377 Jan 28 03:49:45.963105 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-bc78fe10-fc10-4c16-a2c4-6e5e2987b3e2 req-9e5659e3-d8ce-4e72-b2e1-84081e64fa03 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1689920 Jan 28 03:49:46.058841 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9088d-cec7-47c6-abed-06609eb2a705 req-4c5e3fd1-78a8-4db4-8625-6710636842f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:46.060396 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-72d9088d-cec7-47c6-abed-06609eb2a705 req-4c5e3fd1-78a8-4db4-8625-6710636842f9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.1533518 Jan 28 03:49:46.165638 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-72d9088d-cec7-47c6-abed-06609eb2a705 req-69f9b65a-189e-414f-943e-0dd58b2e6943 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bcc7d57-bb98-4d42-9380-314f8c10308e HTTP/1.1" status: 200 len: 1000 time: 0.0975518 Jan 28 03:49:46.236828 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9088d-cec7-47c6-abed-06609eb2a705 req-8d321279-25fa-4b85-b514-e567d1ae3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:46.238362 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-72d9088d-cec7-47c6-abed-06609eb2a705 req-8d321279-25fa-4b85-b514-e567d1ae3320 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0661478 Jan 28 03:49:46.318110 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9088d-cec7-47c6-abed-06609eb2a705 req-51ba9cd3-7ada-4b53-af56-60d761fcb33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:49:46.319758 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-72d9088d-cec7-47c6-abed-06609eb2a705 req-51ba9cd3-7ada-4b53-af56-60d761fcb33b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751796 Jan 28 03:49:46.459944 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-72d9088d-cec7-47c6-abed-06609eb2a705 req-7d2dd40b-6e32-419f-a885-01e42b65fee3 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339185 Jan 28 03:49:46.601634 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-72d9088d-cec7-47c6-abed-06609eb2a705 req-2c3dbf79-4a5f-4e55-9425-f38207b7b375 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355350 Jan 28 03:49:53.094735 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-f600f442-6beb-464f-8f8f-75fdf14591dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:54.601651 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e5ec-f32d-48a0-8295-09cc0545e47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:54.943843 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:49:55.510091 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:49:55.909171 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:50:15.727077 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:50:23.097940 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-f52c8475-cac9-44e2-a541-2ba2393eb40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:50:24.602878 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a1fda24e-141a-4fca-b5e2-8e68364ecf26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:50:24.946183 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:50:25.910953 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:50:32.509653 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:50:45.727000 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:50:46.651388 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-98592a07-bd10-4313-a417-22ca5e63401d req-49f471f7-0b2a-4fe9-b143-ec1655d993e9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c4da6d3b-b60c-4679-8048-d38627014b69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0808184 Jan 28 03:50:46.758461 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98592a07-bd10-4313-a417-22ca5e63401d req-19407fbd-f5b0-4b35-b713-16723c93a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:50:46.760108 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-98592a07-bd10-4313-a417-22ca5e63401d req-19407fbd-f5b0-4b35-b713-16723c93a0f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 1162 time: 0.0761282 Jan 28 03:50:46.912458 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98592a07-bd10-4313-a417-22ca5e63401d req-fd044069-732e-40f1-ab10-ea230db84d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:50:46.914030 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-98592a07-bd10-4313-a417-22ca5e63401d req-fd044069-732e-40f1-ab10-ea230db84d19 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.1346974 Jan 28 03:50:47.024044 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-98592a07-bd10-4313-a417-22ca5e63401d req-40f4bf0a-3e12-4857-bfb3-4f8d1aa190d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83fe000d-bf58-4138-b733-1dfa81fcc0e8 HTTP/1.1" status: 200 len: 1000 time: 0.1031907 Jan 28 03:50:47.091884 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98592a07-bd10-4313-a417-22ca5e63401d req-90fea076-70b9-4f18-9525-dad3790fd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:50:47.093385 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-98592a07-bd10-4313-a417-22ca5e63401d req-90fea076-70b9-4f18-9525-dad3790fd1e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0626094 Jan 28 03:50:47.177628 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98592a07-bd10-4313-a417-22ca5e63401d req-d4f90ec0-1e85-446e-821f-5ba7b83530d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:50:47.179125 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-98592a07-bd10-4313-a417-22ca5e63401d req-d4f90ec0-1e85-446e-821f-5ba7b83530d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778575 Jan 28 03:50:47.320145 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-98592a07-bd10-4313-a417-22ca5e63401d req-cfb57458-d1b1-40e9-8b97-2d19443fe8af service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327279 Jan 28 03:50:47.469155 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-98592a07-bd10-4313-a417-22ca5e63401d req-7de69c80-aa2f-462b-8498-8cfb8108428f service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1420653 Jan 28 03:50:53.099828 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-ba465a95-b948-4d55-97e9-00e10dae2608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:50:54.604157 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-b0b7ec48-924f-4d96-a0e8-432df2b734b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:50:54.948251 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:50:55.913101 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:09.509370 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:51:15.725563 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:23.104870 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-19a37398-6332-4702-b1d5-796c0a96d5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:24.604018 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-6ea27d15-cc0e-4737-bc07-254df0cac29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:24.951376 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:25.914762 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:33.528875 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-3ff4a736-1b9b-477c-a578-bf074322c1a0 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/floatingips/ad26b7b1-d482-4850-aa12-3a92371135e9 HTTP/1.1" status: 200 len: 997 time: 0.1395774 Jan 28 03:51:33.763812 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-38fdd658-6ddd-4f49-b5f7-a21b04c1e13e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:33.765203 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-38fdd658-6ddd-4f49-b5f7-a21b04c1e13e tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/networks/ea722a38-7ae2-43cb-a677-4d47ee229a8c HTTP/1.1" status: 200 len: 784 time: 0.2306490 Jan 28 03:51:33.775934 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-fa75196f-9e1e-4845-930a-bc8da0b2136b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:51:33.776959 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-fa75196f-9e1e-4845-930a-bc8da0b2136b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12821 time: 0.0061166 Jan 28 03:51:33.900854 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-0f2363e2-3b2d-42b3-bce1-ca2edd8a26f9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.29.0.81 HTTP/1.1" status: 200 len: 1000 time: 0.1182108 Jan 28 03:51:34.055875 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-fd080a51-3fdf-466e-9873-5a954d66d317 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:34.057334 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-fd080a51-3fdf-466e-9873-5a954d66d317 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports/83fe000d-bf58-4138-b733-1dfa81fcc0e8 HTTP/1.1" status: 200 len: 942 time: 0.1508627 Jan 28 03:51:34.256435 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-d0e46d26-2b85-4c47-943b-7ed2b2cc9874 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.29.0.81 HTTP/1.1" status: 200 len: 1000 time: 0.1190374 Jan 28 03:51:34.489269 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Deleting port 12ad2500-03ee-4c4e-8134-2b2b2f6c4814 {{(pid=78998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:51:34.489653 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:34.669091 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:34.669603 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:35.024257 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Calling delete_port for 12ad2500-03ee-4c4e-8134-2b2b2f6c4814 owned by network:floatingip {{(pid=78998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:51:35.187889 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826'] for port, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:35.203116 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-b9cc227d-ce0c-494c-a680-fd68423ed699 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:51:35.298887 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event deleted for resources: {'Port': ['ID=12ad2500-03ee-4c4e-8134-2b2b2f6c4814,revision_number=None']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:51:35.309757 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.310150 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.310572 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.310938 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.311312 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.311685 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.312057 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.312428 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.312800 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.313169 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.313536 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.313896 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.314328 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.314719 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.315084 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.315450 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.315812 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.316174 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.316534 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.316901 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.317261 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.317622 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.317982 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.318341 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:35.323247 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:51:35.387725 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for floatingip, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:35.388108 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.db.l3_db [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Floating IP ad26b7b1-d482-4850-aa12-3a92371135e9 disassociated (deleted). External IP: 172.29.0.81, port: 83fe000d-bf58-4138-b733-1dfa81fcc0e8. Jan 28 03:51:35.755639 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Router fce77247-b0cf-4dbc-9d37-55fc8be0be45 has already been hosted by L3 agent 382a0915-dc5d-46b7-a5dc-ea157a977503 {{(pid=78998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 28 03:51:35.940971 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify agent at l3_agent.dv-osbrick-754598-7-ceph the message routers_updated {{(pid=78998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 28 03:51:35.950639 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4896c33d-0018-4bca-9926-9cd259c6f944 None None] Sync routers for ids ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'] in dv-osbrick-754598-7-ceph {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 28 03:51:35.960869 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4896c33d-0018-4bca-9926-9cd259c6f944 None None] Routers {'fce77247-b0cf-4dbc-9d37-55fc8be0be45'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:51:35.962205 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-4896c33d-0018-4bca-9926-9cd259c6f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:51:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:51:35.970068 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:36.031714 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-4a26f94a-d2a0-41b7-a10c-50d556abf177 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "DELETE /v2.0/floatingips/ad26b7b1-d482-4850-aa12-3a92371135e9 HTTP/1.1" status: 204 len: 173 time: 1.7694058 Jan 28 03:51:36.032146 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4da6d3b-b60c-4679-8048-d38627014b69', 'tag': '83fe000d-bf58-4138-b733-1dfa81fcc0e8'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:51:36.092165 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4da6d3b-b60c-4679-8048-d38627014b69', 'tag': '83fe000d-bf58-4138-b733-1dfa81fcc0e8', 'status': 'completed', 'code': 200} Jan 28 03:51:36.124337 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-7e94fc96-a3ca-4a07-95ae-8291bba12886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:36.125986 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-7e94fc96-a3ca-4a07-95ae-8291bba12886 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 1162 time: 0.0803616 Jan 28 03:51:36.157156 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-4896c33d-0018-4bca-9926-9cd259c6f944 None None] Set router fce77247-b0cf-4dbc-9d37-55fc8be0be45 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:51:36.210729 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60018b-f3b1-4587-9a5a-aee03f05aa01 req-a159d759-35b7-4bf3-b055-780a881ea0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:36.212355 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5b60018b-f3b1-4587-9a5a-aee03f05aa01 req-a159d759-35b7-4bf3-b055-780a881ea0b9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 1162 time: 0.0775285 Jan 28 03:51:36.269911 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-3928b38e-a7c5-4140-9cbe-06c910806415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:36.271572 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-3928b38e-a7c5-4140-9cbe-06c910806415 service neutron] 10.222.0.38 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.1380546 Jan 28 03:51:36.348274 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-20973a49-4e3f-4c1a-b468-9e53623b3748 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83fe000d-bf58-4138-b733-1dfa81fcc0e8 HTTP/1.1" status: 200 len: 217 time: 0.0693481 Jan 28 03:51:36.359063 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60018b-f3b1-4587-9a5a-aee03f05aa01 req-5517c054-2ae1-4bb1-bfc6-8050541ac20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:36.360846 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5b60018b-f3b1-4587-9a5a-aee03f05aa01 req-5517c054-2ae1-4bb1-bfc6-8050541ac20a service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.1415842 Jan 28 03:51:36.420409 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-ae2be3bd-7159-4e1b-b7ff-9f5e81608b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:36.422240 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-ae2be3bd-7159-4e1b-b7ff-9f5e81608b3b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0675383 Jan 28 03:51:36.438335 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5b60018b-f3b1-4587-9a5a-aee03f05aa01 req-da88ce41-09c5-4a58-b4a9-463569463c01 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83fe000d-bf58-4138-b733-1dfa81fcc0e8 HTTP/1.1" status: 200 len: 217 time: 0.0711877 Jan 28 03:51:36.510118 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60018b-f3b1-4587-9a5a-aee03f05aa01 req-f31cead1-d729-447d-a175-c4ab9c51a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:36.511677 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5b60018b-f3b1-4587-9a5a-aee03f05aa01 req-f31cead1-d729-447d-a175-c4ab9c51a932 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0675886 Jan 28 03:51:36.521033 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-8c6a806d-2c91-446c-855d-7e6fdf089281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:36.525488 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-8c6a806d-2c91-446c-855d-7e6fdf089281 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0960860 Jan 28 03:51:36.544303 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-4896c33d-0018-4bca-9926-9cd259c6f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_floatingips': [{'id': 'c810baed-fa49-4898-9b63-af4c1e107741', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'floating_ip_address': '172.29.0.6', 'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'router_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'port_id': '3bcc7d57-bb98-4d42-9380-314f8c10308e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'mac_address': 'fa:16:3e:26:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-28T03:47:41Z', 'updated_at': '2021-01-28T03:47:46Z', 'revision_number': 2, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:35Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:51:36.548436 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4896c33d-0018-4bca-9926-9cd259c6f944 None None] Checking router: fce77247-b0cf-4dbc-9d37-55fc8be0be45 for host: dv-osbrick-754598-7-ceph {{(pid=79000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 28 03:51:36.559375 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4896c33d-0018-4bca-9926-9cd259c6f944 None None] Routers {'fce77247-b0cf-4dbc-9d37-55fc8be0be45'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:51:36.560049 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-4896c33d-0018-4bca-9926-9cd259c6f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:51:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:51:36.596759 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60018b-f3b1-4587-9a5a-aee03f05aa01 req-bdb86992-e3fd-4c77-ab2a-c5c64bcf9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:36.598421 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5b60018b-f3b1-4587-9a5a-aee03f05aa01 req-bdb86992-e3fd-4c77-ab2a-c5c64bcf9c88 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806386 Jan 28 03:51:36.673578 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-38dd17a4-babc-4a14-8f90-157fe0fb3c04 service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433086 Jan 28 03:51:36.757434 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5b60018b-f3b1-4587-9a5a-aee03f05aa01 req-3fed4310-ff1d-4281-b8ef-79305506bebe service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506140 Jan 28 03:51:36.827096 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d7b3bf84-fea0-47d5-9b6f-fa68aba93499 req-1fd21fec-c2cc-4932-bea7-6afcd962c0b4 service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1457155 Jan 28 03:51:36.906364 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5b60018b-f3b1-4587-9a5a-aee03f05aa01 req-7a799932-58b4-4e37-8ab1-bd2dacc98c45 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429636 Jan 28 03:51:36.921097 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-4896c33d-0018-4bca-9926-9cd259c6f944 None None] Set router fce77247-b0cf-4dbc-9d37-55fc8be0be45 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:51:37.291811 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-4896c33d-0018-4bca-9926-9cd259c6f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_floatingips': [{'id': 'c810baed-fa49-4898-9b63-af4c1e107741', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'floating_ip_address': '172.29.0.6', 'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'router_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'port_id': '3bcc7d57-bb98-4d42-9380-314f8c10308e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'mac_address': 'fa:16:3e:26:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-28T03:47:41Z', 'updated_at': '2021-01-28T03:47:46Z', 'revision_number': 2, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:35Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:51:37.295931 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4896c33d-0018-4bca-9926-9cd259c6f944 None None] The sync data for ids ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'] in dv-osbrick-754598-7-ceph is: [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_floatingips': [{'id': 'c810baed-fa49-4898-9b63-af4c1e107741', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'floating_ip_address': '172.29.0.6', 'floating_network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'router_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'port_id': '3bcc7d57-bb98-4d42-9380-314f8c10308e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'mac_address': 'fa:16:3e:26:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-28T03:47:41Z', 'updated_at': '2021-01-28T03:47:46Z', 'revision_number': 2, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:35Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 28 03:51:37.346944 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf7bd0-64ab-4ba5-9157-6c813de7576f req-164fbc0d-fa7a-434f-a39d-c2ee4b8f4491 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:37.347870 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-6edf7bd0-64ab-4ba5-9157-6c813de7576f req-164fbc0d-fa7a-434f-a39d-c2ee4b8f4491 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:51:37.365181 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-6edf7bd0-64ab-4ba5-9157-6c813de7576f req-164fbc0d-fa7a-434f-a39d-c2ee4b8f4491 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:51:37.367513 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6edf7bd0-64ab-4ba5-9157-6c813de7576f req-164fbc0d-fa7a-434f-a39d-c2ee4b8f4491 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 945 time: 0.1812968 Jan 28 03:51:37.431360 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6edf7bd0-64ab-4ba5-9157-6c813de7576f req-c58bce2d-efee-4dd2-93cd-99dcfb615232 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0577765 Jan 28 03:51:37.724737 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1c374-0793-42de-9573-0d55030acdab None None] New status for floating IP ad26b7b1-d482-4850-aa12-3a92371135e9: DOWN {{(pid=79001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 28 03:51:38.728852 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99deb823-f7d9-4246-ba6d-e3d9a1c6a602 req-8e581781-298e-4b9e-af5d-fed80eb26e02 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:38.730388 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-99deb823-f7d9-4246-ba6d-e3d9a1c6a602 req-8e581781-298e-4b9e-af5d-fed80eb26e02 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 945 time: 0.1657202 Jan 28 03:51:38.793225 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-99deb823-f7d9-4246-ba6d-e3d9a1c6a602 req-4f831457-b310-4f8c-be09-2d0a79dcd4b3 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0565057 Jan 28 03:51:39.118705 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c9e5e-dd63-48ff-9922-8007706ca368 req-2d162aae-e4d6-41d3-a58f-ea40d95538bc tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:39.119461 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-d83c9e5e-dd63-48ff-9922-8007706ca368 req-2d162aae-e4d6-41d3-a58f-ea40d95538bc tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:51:39.132455 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-d83c9e5e-dd63-48ff-9922-8007706ca368 req-2d162aae-e4d6-41d3-a58f-ea40d95538bc tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:51:39.133640 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d83c9e5e-dd63-48ff-9922-8007706ca368 req-2d162aae-e4d6-41d3-a58f-ea40d95538bc tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 945 time: 0.1736429 Jan 28 03:51:39.226387 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-d83c9e5e-dd63-48ff-9922-8007706ca368 req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Deleting port 83fe000d-bf58-4138-b733-1dfa81fcc0e8 {{(pid=78999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:51:39.226790 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-d83c9e5e-dd63-48ff-9922-8007706ca368 req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:39.679313 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-d83c9e5e-dd63-48ff-9922-8007706ca368 req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] For port 83fe000d-bf58-4138-b733-1dfa81fcc0e8, host hv-osbrick-7545, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=83fe000d-bf58-4138-b733-1dfa81fcc0e8,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=78999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:51:39.679628 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-d83c9e5e-dd63-48ff-9922-8007706ca368 req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:39.807314 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-d83c9e5e-dd63-48ff-9922-8007706ca368 req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Calling delete_port for 83fe000d-bf58-4138-b733-1dfa81fcc0e8 owned by compute:nova {{(pid=78999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:51:39.899830 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 83fe000d-bf58-4138-b733-1dfa81fcc0e8 no longer exists at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 28 03:51:39.971629 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-d83c9e5e-dd63-48ff-9922-8007706ca368 req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851037811'] for port, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:39.976999 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] No active binding found for port 83fe000d-bf58-4138-b733-1dfa81fcc0e8 {{(pid=79000) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 28 03:51:39.977696 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 83fe000d-bf58-4138-b733-1dfa81fcc0e8 not bound to the agent host hv-osbrick-7545 {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 28 03:51:39.990465 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:51:40.086672 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19dd61-8f3f-4fbc-a195-279cf590d64e req-3ea11a4c-1a70-4aa5-b134-79ed27fa768a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:40.086918 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event deleted for resources: {'Port': ['ID=83fe000d-bf58-4138-b733-1dfa81fcc0e8,revision_number=None']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:51:40.088355 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-fc19dd61-8f3f-4fbc-a195-279cf590d64e req-3ea11a4c-1a70-4aa5-b134-79ed27fa768a tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4da6d3b-b60c-4679-8048-d38627014b69 HTTP/1.1" status: 200 len: 867 time: 0.1662722 Jan 28 03:51:40.099676 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.100178 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.100648 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.101031 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.101400 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.101775 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.102144 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.102529 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.102897 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.103264 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.103624 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.103981 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-754598-7-ceph {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.104409 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.104765 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.105124 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.105479 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.105832 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.106186 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.106559 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.106920 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.107273 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.107629 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.107986 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.108335 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-osbrick-7545 {{(pid=78999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 28 03:51:40.118884 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:51:40.151962 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-fc19dd61-8f3f-4fbc-a195-279cf590d64e req-d835ffe9-345d-4a54-bff8-147d1f87f253 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0573878 Jan 28 03:51:40.209318 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83c9e5e-dd63-48ff-9922-8007706ca368 req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] No DVR routers for this DVR port 83fe000d-bf58-4138-b733-1dfa81fcc0e8 on host hv-osbrick-7545 {{(pid=78999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 28 03:51:40.211786 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-d83c9e5e-dd63-48ff-9922-8007706ca368 req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:40.214702 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4da6d3b-b60c-4679-8048-d38627014b69', 'name': 'network-vif-deleted', 'tag': '83fe000d-bf58-4138-b733-1dfa81fcc0e8'}] {{(pid=78999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:51:40.231045 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-d83c9e5e-dd63-48ff-9922-8007706ca368 req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "DELETE /v2.0/ports/83fe000d-bf58-4138-b733-1dfa81fcc0e8 HTTP/1.1" status: 204 len: 173 time: 1.0915806 Jan 28 03:51:40.466487 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4da6d3b-b60c-4679-8048-d38627014b69', 'name': 'network-vif-deleted', 'tag': '83fe000d-bf58-4138-b733-1dfa81fcc0e8', 'status': 'completed', 'code': 200} Jan 28 03:51:44.875509 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-806b1bce-8f63-4a25-abc6-37001b9d0bb8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/floatingips/c810baed-fa49-4898-9b63-af4c1e107741 HTTP/1.1" status: 200 len: 997 time: 0.1271350 Jan 28 03:51:45.117830 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-19c75c55-72fa-4dae-841d-be821af5fbd6 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:45.119368 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-19c75c55-72fa-4dae-841d-be821af5fbd6 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/networks/ea722a38-7ae2-43cb-a677-4d47ee229a8c HTTP/1.1" status: 200 len: 784 time: 0.2381597 Jan 28 03:51:45.248623 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-56bee37d-18e2-48fb-a3ee-ab49ffde4111 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:floatingip {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:51:45.263188 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-56bee37d-18e2-48fb-a3ee-ab49ffde4111 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:floatingip {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:51:45.264441 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-56bee37d-18e2-48fb-a3ee-ab49ffde4111 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.29.0.6 HTTP/1.1" status: 200 len: 1000 time: 0.1387460 Jan 28 03:51:45.424266 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-3f9a2ba4-7981-43ef-b72d-dd5b437619bd tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:45.425748 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-3f9a2ba4-7981-43ef-b72d-dd5b437619bd tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports/3bcc7d57-bb98-4d42-9380-314f8c10308e HTTP/1.1" status: 200 len: 943 time: 0.1552265 Jan 28 03:51:45.627350 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-5056a238-cce3-4d03-be03-24cf6a46a8e8 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.29.0.6 HTTP/1.1" status: 200 len: 1000 time: 0.1187930 Jan 28 03:51:45.726936 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:46.085493 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-496a9980-6b90-46a2-9f22-de168b39afe1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Deleting port 43b92963-b679-4774-9995-7dfd7e94a932 {{(pid=78998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:51:46.086110 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-496a9980-6b90-46a2-9f22-de168b39afe1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:46.261374 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-496a9980-6b90-46a2-9f22-de168b39afe1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:46.261670 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-496a9980-6b90-46a2-9f22-de168b39afe1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:46.395255 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-496a9980-6b90-46a2-9f22-de168b39afe1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Calling delete_port for 43b92963-b679-4774-9995-7dfd7e94a932 owned by network:floatingip {{(pid=78998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:51:46.507946 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:51:46.555896 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-496a9980-6b90-46a2-9f22-de168b39afe1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826'] for port, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:46.573914 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-e5abce1c-a101-4d5c-8eff-4f841da4b418 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:51:46.609902 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-46a82d3f-a063-4c77-b822-cb35a7406c7c req-f298ccf1-5233-430b-90a0-5cdf7f45926f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0800335 Jan 28 03:51:46.671159 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a9980-6b90-46a2-9f22-de168b39afe1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event deleted for resources: {'Port': ['ID=43b92963-b679-4774-9995-7dfd7e94a932,revision_number=None']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:51:46.675116 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-496a9980-6b90-46a2-9f22-de168b39afe1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:51:46.743914 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-496a9980-6b90-46a2-9f22-de168b39afe1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for floatingip, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:46.744533 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.db.l3_db [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-496a9980-6b90-46a2-9f22-de168b39afe1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Floating IP c810baed-fa49-4898-9b63-af4c1e107741 disassociated (deleted). External IP: 172.29.0.6, port: 3bcc7d57-bb98-4d42-9380-314f8c10308e. Jan 28 03:51:46.772672 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a82d3f-a063-4c77-b822-cb35a7406c7c req-cc036a46-4316-4ece-88e8-ef86855ab374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:46.774299 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-46a82d3f-a063-4c77-b822-cb35a7406c7c req-cc036a46-4316-4ece-88e8-ef86855ab374 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 1163 time: 0.0779071 Jan 28 03:51:46.930088 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a82d3f-a063-4c77-b822-cb35a7406c7c req-d20274b4-d0b3-4ef2-a504-76ace9c52a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:46.931719 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-46a82d3f-a063-4c77-b822-cb35a7406c7c req-d20274b4-d0b3-4ef2-a504-76ace9c52a24 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.1380720 Jan 28 03:51:47.007713 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-46a82d3f-a063-4c77-b822-cb35a7406c7c req-68922b2b-c5f4-44bd-a3ae-122b1e6f7792 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bcc7d57-bb98-4d42-9380-314f8c10308e HTTP/1.1" status: 200 len: 217 time: 0.0696988 Jan 28 03:51:47.076110 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a82d3f-a063-4c77-b822-cb35a7406c7c req-d380a0a0-9be8-47ff-a12c-9734d5cc2c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:47.077687 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-46a82d3f-a063-4c77-b822-cb35a7406c7c req-d380a0a0-9be8-47ff-a12c-9734d5cc2c61 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0644178 Jan 28 03:51:47.114895 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-496a9980-6b90-46a2-9f22-de168b39afe1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Router fce77247-b0cf-4dbc-9d37-55fc8be0be45 has already been hosted by L3 agent 382a0915-dc5d-46b7-a5dc-ea157a977503 {{(pid=78998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 28 03:51:47.163236 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a82d3f-a063-4c77-b822-cb35a7406c7c req-1e2a6e65-36e8-4370-a68e-17493c0d409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:47.165064 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-46a82d3f-a063-4c77-b822-cb35a7406c7c req-1e2a6e65-36e8-4370-a68e-17493c0d409e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808797 Jan 28 03:51:47.305945 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-496a9980-6b90-46a2-9f22-de168b39afe1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify agent at l3_agent.dv-osbrick-754598-7-ceph the message routers_updated {{(pid=78998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 28 03:51:47.306470 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-46a82d3f-a063-4c77-b822-cb35a7406c7c req-ead7a932-65c0-437f-844d-8fda1d86603c service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347668 Jan 28 03:51:47.315936 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f33700-3243-4f99-9629-6abf0c2c8a19 None None] Sync routers for ids ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'] in dv-osbrick-754598-7-ceph {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 28 03:51:47.326676 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f33700-3243-4f99-9629-6abf0c2c8a19 None None] Routers {'fce77247-b0cf-4dbc-9d37-55fc8be0be45'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:51:47.327592 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-69f33700-3243-4f99-9629-6abf0c2c8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:51:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:51:47.330535 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-496a9980-6b90-46a2-9f22-de168b39afe1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:47.389976 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-496a9980-6b90-46a2-9f22-de168b39afe1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "DELETE /v2.0/floatingips/c810baed-fa49-4898-9b63-af4c1e107741 HTTP/1.1" status: 204 len: 173 time: 1.7567203 Jan 28 03:51:47.390537 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'tag': '3bcc7d57-bb98-4d42-9380-314f8c10308e'}] {{(pid=78998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:51:47.458181 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-46a82d3f-a063-4c77-b822-cb35a7406c7c req-91fc01d9-1e26-4692-9c32-ebdb4dcfdf6d service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442790 Jan 28 03:51:47.462805 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'tag': '3bcc7d57-bb98-4d42-9380-314f8c10308e', 'status': 'completed', 'code': 200} Jan 28 03:51:47.525359 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-69f33700-3243-4f99-9629-6abf0c2c8a19 None None] Set router fce77247-b0cf-4dbc-9d37-55fc8be0be45 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:51:47.603422 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-0b67d09c-cb21-46a3-8612-3979468488eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:47.605011 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-0b67d09c-cb21-46a3-8612-3979468488eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 1163 time: 0.1884553 Jan 28 03:51:47.608432 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cb0cd-cec8-4878-9bc0-c18e86760de4 req-706e29d4-c86a-4652-94b6-fb3e6a8e5b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:47.610042 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f62cb0cd-cec8-4878-9bc0-c18e86760de4 req-706e29d4-c86a-4652-94b6-fb3e6a8e5b5a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4bd05c5ef484006b450d8cd833536c5&device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 1163 time: 0.0814369 Jan 28 03:51:47.754682 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cb0cd-cec8-4878-9bc0-c18e86760de4 req-ea7ce1a4-ed53-49ae-99e3-f7395c0ba20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:47.755462 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-b342c8f2-c4a1-4799-80cd-280d48faf891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:47.756812 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f62cb0cd-cec8-4878-9bc0-c18e86760de4 req-ea7ce1a4-ed53-49ae-99e3-f7395c0ba20b service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.1398804 Jan 28 03:51:47.757599 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-b342c8f2-c4a1-4799-80cd-280d48faf891 service neutron] 10.222.0.38 "GET /v2.0/networks?id=aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 200 len: 906 time: 0.1450746 Jan 28 03:51:47.832178 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f62cb0cd-cec8-4878-9bc0-c18e86760de4 req-fe8e3c27-655a-4705-87e7-58cfb63f1a65 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bcc7d57-bb98-4d42-9380-314f8c10308e HTTP/1.1" status: 200 len: 217 time: 0.0684209 Jan 28 03:51:47.835237 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-831658ca-3c90-488c-bc5f-fb7c9a2b0b55 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bcc7d57-bb98-4d42-9380-314f8c10308e HTTP/1.1" status: 200 len: 217 time: 0.0700278 Jan 28 03:51:47.870315 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-69f33700-3243-4f99-9629-6abf0c2c8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:35Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:51:47.874492 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f33700-3243-4f99-9629-6abf0c2c8a19 None None] Checking router: fce77247-b0cf-4dbc-9d37-55fc8be0be45 for host: dv-osbrick-754598-7-ceph {{(pid=79000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 28 03:51:47.885164 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f33700-3243-4f99-9629-6abf0c2c8a19 None None] Routers {'fce77247-b0cf-4dbc-9d37-55fc8be0be45'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:51:47.886127 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-69f33700-3243-4f99-9629-6abf0c2c8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:51:25Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:51:47.902028 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cb0cd-cec8-4878-9bc0-c18e86760de4 req-36e6a41d-dd4b-4889-a6fb-957744493c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:47.903617 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f62cb0cd-cec8-4878-9bc0-c18e86760de4 req-36e6a41d-dd4b-4889-a6fb-957744493c73 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0645669 Jan 28 03:51:47.905945 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-a9123267-d431-4df9-8095-7eb59879236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:47.907572 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-a9123267-d431-4df9-8095-7eb59879236e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 200 len: 851 time: 0.0656433 Jan 28 03:51:47.996652 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cb0cd-cec8-4878-9bc0-c18e86760de4 req-92fb74d6-d873-4d2b-9d90-abaa5d138988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:47.998573 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f62cb0cd-cec8-4878-9bc0-c18e86760de4 req-92fb74d6-d873-4d2b-9d90-abaa5d138988 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879204 Jan 28 03:51:48.000134 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-0779c184-e1bc-43bc-91c2-27cb2208f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:48.001771 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-0779c184-e1bc-43bc-91c2-27cb2208f1c6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aa76c6fd-2a04-42b7-8394-a25da885b6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0869217 Jan 28 03:51:48.089297 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-69f33700-3243-4f99-9629-6abf0c2c8a19 None None] Set router fce77247-b0cf-4dbc-9d37-55fc8be0be45 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:51:48.143820 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f62cb0cd-cec8-4878-9bc0-c18e86760de4 req-ea196273-b6cc-4787-b19d-886bbe7413e6 service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383893 Jan 28 03:51:48.148154 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-6dd15606-fd1d-4658-9e04-154b63825dbe service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381674 Jan 28 03:51:48.293661 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-f62cb0cd-cec8-4878-9bc0-c18e86760de4 req-0ef9c711-afba-457c-8fd6-168615f5415a service neutron] 10.222.0.25 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1435843 Jan 28 03:51:48.296276 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-218449f3-58c7-44e2-a4f7-a48c1a858684 req-506725bc-3414-4bdb-aa3e-7fe2febdbda0 service neutron] 10.222.0.38 "GET /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416888 Jan 28 03:51:48.429894 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-69f33700-3243-4f99-9629-6abf0c2c8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:35Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:51:48.434105 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f33700-3243-4f99-9629-6abf0c2c8a19 None None] The sync data for ids ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'] in dv-osbrick-754598-7-ceph is: [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:42:26Z', 'revision_number': 4, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph', '_interfaces': [{'id': '33726d32-25d3-48f9-9a2a-632044532d05', 'name': '', 'network_id': 'aa76c6fd-2a04-42b7-8394-a25da885b6fe', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'mac_address': 'fa:16:3e:fa:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1987f575-29b8-455b-ade3-9c9c615211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:25Z', 'updated_at': '2021-01-28T03:42:35Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'subnets': [{'id': '1987f575-29b8-455b-ade3-9c9c615211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 28 03:51:48.808830 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170a4ea4-2bef-47a4-81b5-035e1a9d3372 None None] New status for floating IP c810baed-fa49-4898-9b63-af4c1e107741: DOWN {{(pid=79001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 28 03:51:48.814641 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678c6dc-179b-4fff-90e3-14bbb402cc80 req-a2e6cd32-ab3e-4589-a558-a4c483a07f83 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:48.815466 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-6678c6dc-179b-4fff-90e3-14bbb402cc80 req-a2e6cd32-ab3e-4589-a558-a4c483a07f83 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:51:48.830887 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-6678c6dc-179b-4fff-90e3-14bbb402cc80 req-a2e6cd32-ab3e-4589-a558-a4c483a07f83 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:51:48.832147 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6678c6dc-179b-4fff-90e3-14bbb402cc80 req-a2e6cd32-ab3e-4589-a558-a4c483a07f83 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 946 time: 0.1812797 Jan 28 03:51:48.898876 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-6678c6dc-179b-4fff-90e3-14bbb402cc80 req-9a766f7a-96f6-49cb-816b-3b4bc0f6c80f tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0594704 Jan 28 03:51:50.200887 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecc5c0-c03e-4052-b293-9d2f64bf6f4b req-f1d35621-604f-4cd4-ab3e-76553908ee09 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:50.202427 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-04ecc5c0-c03e-4052-b293-9d2f64bf6f4b req-f1d35621-604f-4cd4-ab3e-76553908ee09 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 946 time: 0.1695585 Jan 28 03:51:50.267237 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-04ecc5c0-c03e-4052-b293-9d2f64bf6f4b req-0401297c-b22a-468e-8646-4d59d4f682dc tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups?id=ab86ad17-45b5-4371-82aa-25c00c4eabc7&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0585833 Jan 28 03:51:50.572456 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfef97-d48d-432e-9afc-456e7b35ea42 req-1b255cce-ce9c-4b30-909f-85d735f00f59 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:50.573129 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-e9dfef97-d48d-432e-9afc-456e7b35ea42 req-1b255cce-ce9c-4b30-909f-85d735f00f59 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:51:50.586218 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-e9dfef97-d48d-432e-9afc-456e7b35ea42 req-1b255cce-ce9c-4b30-909f-85d735f00f59 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:port {{(pid=78999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:51:50.587486 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-e9dfef97-d48d-432e-9afc-456e7b35ea42 req-1b255cce-ce9c-4b30-909f-85d735f00f59 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 946 time: 0.1734025 Jan 28 03:51:50.679417 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-e9dfef97-d48d-432e-9afc-456e7b35ea42 req-5760e8e2-7644-4ea8-b71b-3fd653c793b9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Deleting port 3bcc7d57-bb98-4d42-9380-314f8c10308e {{(pid=78999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:51:50.679792 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-e9dfef97-d48d-432e-9afc-456e7b35ea42 req-5760e8e2-7644-4ea8-b71b-3fd653c793b9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:50.936183 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [req-e9dfef97-d48d-432e-9afc-456e7b35ea42 req-5760e8e2-7644-4ea8-b71b-3fd653c793b9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] For port 3bcc7d57-bb98-4d42-9380-314f8c10308e, host hv-osbrick-7545, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-osbrick-7545',level=0,port_id=3bcc7d57-bb98-4d42-9380-314f8c10308e,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=78999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:51:50.936581 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-e9dfef97-d48d-432e-9afc-456e7b35ea42 req-5760e8e2-7644-4ea8-b71b-3fd653c793b9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:51.069097 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-e9dfef97-d48d-432e-9afc-456e7b35ea42 req-5760e8e2-7644-4ea8-b71b-3fd653c793b9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Calling delete_port for 3bcc7d57-bb98-4d42-9380-314f8c10308e owned by compute:nova {{(pid=78999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:51:51.218906 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-e9dfef97-d48d-432e-9afc-456e7b35ea42 req-5760e8e2-7644-4ea8-b71b-3fd653c793b9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851037811'] for port, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:51.235794 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-a5508fc9-6946-4216-b378-ffce8512991f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:51:51.325970 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760e8e2-7644-4ea8-b71b-3fd653c793b9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event deleted for resources: {'Port': ['ID=3bcc7d57-bb98-4d42-9380-314f8c10308e,revision_number=None']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:51:51.332660 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-5760e8e2-7644-4ea8-b71b-3fd653c793b9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:51:51.437402 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dfef97-d48d-432e-9afc-456e7b35ea42 req-5760e8e2-7644-4ea8-b71b-3fd653c793b9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] No DVR routers for this DVR port 3bcc7d57-bb98-4d42-9380-314f8c10308e on host hv-osbrick-7545 {{(pid=78999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 28 03:51:51.440074 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-e9dfef97-d48d-432e-9afc-456e7b35ea42 req-5760e8e2-7644-4ea8-b71b-3fd653c793b9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:51.443013 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'name': 'network-vif-deleted', 'tag': '3bcc7d57-bb98-4d42-9380-314f8c10308e'}] {{(pid=78999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 03:51:51.447218 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-4063072c-89af-40ea-9af9-24f8ef3aa1a1 req-ca37b184-64a6-4c0d-93a7-f1bc5254be8f tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6f34b4a-859f-4670-bf98-e99b8592b1f4 HTTP/1.1" status: 200 len: 210 time: 0.0512559 Jan 28 03:51:51.457862 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-e9dfef97-d48d-432e-9afc-456e7b35ea42 req-5760e8e2-7644-4ea8-b71b-3fd653c793b9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.25 "DELETE /v2.0/ports/3bcc7d57-bb98-4d42-9380-314f8c10308e HTTP/1.1" status: 204 len: 173 time: 0.8644655 Jan 28 03:51:51.519715 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f34b4a-859f-4670-bf98-e99b8592b1f4', 'name': 'network-vif-deleted', 'tag': '3bcc7d57-bb98-4d42-9380-314f8c10308e', 'status': 'completed', 'code': 200} Jan 28 03:51:51.976978 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 3bcc7d57-bb98-4d42-9380-314f8c10308e no longer exists at agent ovs-agent-hv-osbrick-7545 {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 28 03:51:52.018095 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] No Port match for: 3bcc7d57-bb98-4d42-9380-314f8c10308e {{(pid=79000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 28 03:51:52.018448 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Device 3bcc7d57-bb98-4d42-9380-314f8c10308e not bound to the agent host hv-osbrick-7545 {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 28 03:51:52.692970 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5ace022c-d0e8-4989-a4ca-e6d51d3f6b8d req-3a83f902-3c9b-425a-816a-2b6c52215b41 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/floatingips/a14ccf9b-fb0e-4d6e-a49e-0dd7bce36a65 HTTP/1.1" status: 200 len: 692 time: 0.1063457 Jan 28 03:51:52.936253 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace022c-d0e8-4989-a4ca-e6d51d3f6b8d req-3e28b0e4-1ae1-457c-882b-8ebd34949f6b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 28 03:51:52.937740 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5ace022c-d0e8-4989-a4ca-e6d51d3f6b8d req-3e28b0e4-1ae1-457c-882b-8ebd34949f6b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/networks/ea722a38-7ae2-43cb-a677-4d47ee229a8c HTTP/1.1" status: 200 len: 784 time: 0.2381284 Jan 28 03:51:53.107552 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-1f43439f-cf1a-4c75-b148-59560ddd8c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:53.261827 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-5ace022c-d0e8-4989-a4ca-e6d51d3f6b8d req-fe51188c-b587-40bc-a270-f84348a20da9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Synchronizing usage tracker for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:floatingip {{(pid=78998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 28 03:51:53.276681 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.quota.resource [req-5ace022c-d0e8-4989-a4ca-e6d51d3f6b8d req-fe51188c-b587-40bc-a270-f84348a20da9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Unset dirty status for tenant:f4bd05c5ef484006b450d8cd833536c5 on resource:floatingip {{(pid=78998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 28 03:51:53.277919 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5ace022c-d0e8-4989-a4ca-e6d51d3f6b8d req-fe51188c-b587-40bc-a270-f84348a20da9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.29.0.92 HTTP/1.1" status: 200 len: 695 time: 0.3337080 Jan 28 03:51:53.380205 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5ace022c-d0e8-4989-a4ca-e6d51d3f6b8d req-3df9ca19-7115-43b1-867a-73caa00b47a2 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.29.0.92 HTTP/1.1" status: 200 len: 695 time: 0.0956669 Jan 28 03:51:53.564971 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-5ace022c-d0e8-4989-a4ca-e6d51d3f6b8d req-780653b9-0737-48d6-82f6-a69d37cc89f1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Deleting port ecd91b7e-4a1e-47a1-8e25-6b036bb2b871 {{(pid=78998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:51:53.565275 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-5ace022c-d0e8-4989-a4ca-e6d51d3f6b8d req-780653b9-0737-48d6-82f6-a69d37cc89f1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:53.757996 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-5ace022c-d0e8-4989-a4ca-e6d51d3f6b8d req-780653b9-0737-48d6-82f6-a69d37cc89f1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:53.758607 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-5ace022c-d0e8-4989-a4ca-e6d51d3f6b8d req-780653b9-0737-48d6-82f6-a69d37cc89f1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:53.886816 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [req-5ace022c-d0e8-4989-a4ca-e6d51d3f6b8d req-780653b9-0737-48d6-82f6-a69d37cc89f1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Calling delete_port for ecd91b7e-4a1e-47a1-8e25-6b036bb2b871 owned by network:floatingip {{(pid=78998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:51:54.028601 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-5ace022c-d0e8-4989-a4ca-e6d51d3f6b8d req-780653b9-0737-48d6-82f6-a69d37cc89f1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826'] for port, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:54.043830 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-a813b397-7055-4a79-b9f2-0d6a04b9e461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:51:54.138603 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780653b9-0737-48d6-82f6-a69d37cc89f1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event deleted for resources: {'Port': ['ID=ecd91b7e-4a1e-47a1-8e25-6b036bb2b871,revision_number=None']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:51:54.142344 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-780653b9-0737-48d6-82f6-a69d37cc89f1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:51:54.206757 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-5ace022c-d0e8-4989-a4ca-e6d51d3f6b8d req-780653b9-0737-48d6-82f6-a69d37cc89f1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for floatingip, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:54.227632 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-5ace022c-d0e8-4989-a4ca-e6d51d3f6b8d req-780653b9-0737-48d6-82f6-a69d37cc89f1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:54.228870 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-5ace022c-d0e8-4989-a4ca-e6d51d3f6b8d req-780653b9-0737-48d6-82f6-a69d37cc89f1 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "DELETE /v2.0/floatingips/a14ccf9b-fb0e-4d6e-a49e-0dd7bce36a65 HTTP/1.1" status: 204 len: 173 time: 0.8428738 Jan 28 03:51:54.608247 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-d8f6ebfc-6370-4874-9b43-e4f4047e0e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:54.961222 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:55.921391 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:56.855122 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-905a858a-7635-4d4e-ab06-8d8be339ece1 req-4ade50fe-3edc-49d6-9416-c263d853d4eb tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "GET /v2.0/security-groups/ab86ad17-45b5-4371-82aa-25c00c4eabc7 HTTP/1.1" status: 200 len: 2993 time: 0.0670888 Jan 28 03:51:56.943941 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-905a858a-7635-4d4e-ab06-8d8be339ece1 req-0e42bdf6-4c42-4e0b-bd52-31b1a997425b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for security_group, before_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:56.974065 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-905a858a-7635-4d4e-ab06-8d8be339ece1 req-0e42bdf6-4c42-4e0b-bd52-31b1a997425b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:57.044742 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-905a858a-7635-4d4e-ab06-8d8be339ece1 req-0e42bdf6-4c42-4e0b-bd52-31b1a997425b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709389'] for security_group, after_delete {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:57.050085 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:51:57.066014 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42bdf6-4c42-4e0b-bd52-31b1a997425b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab86ad17-45b5-4371-82aa-25c00c4eabc7,revision_number=None']} {{(pid=78998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:51:57.070582 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-0e42bdf6-4c42-4e0b-bd52-31b1a997425b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:51:57.073938 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [req-905a858a-7635-4d4e-ab06-8d8be339ece1 req-0e42bdf6-4c42-4e0b-bd52-31b1a997425b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Notify callbacks [] for security_group, before_response {{(pid=78998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:57.075158 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [req-905a858a-7635-4d4e-ab06-8d8be339ece1 req-0e42bdf6-4c42-4e0b-bd52-31b1a997425b tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] 10.222.0.38 "DELETE /v2.0/security-groups/ab86ad17-45b5-4371-82aa-25c00c4eabc7 HTTP/1.1" status: 204 len: 173 time: 0.2136834 Jan 28 03:51:57.139166 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 58376) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:51:58.032487 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a481d5a8-cfae-48f8-83e0-9317e37e5594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854195871'] for router_interface, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:58.386330 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-a481d5a8-cfae-48f8-83e0-9317e37e5594 admin admin] Deleting port 33726d32-25d3-48f9-9a2a-632044532d05 {{(pid=78999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:51:58.386733 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a481d5a8-cfae-48f8-83e0-9317e37e5594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:58.563516 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-a481d5a8-cfae-48f8-83e0-9317e37e5594 admin admin] For port 33726d32-25d3-48f9-9a2a-632044532d05, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=33726d32-25d3-48f9-9a2a-632044532d05,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=78999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:51:58.563900 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a481d5a8-cfae-48f8-83e0-9317e37e5594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:58.696818 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-a481d5a8-cfae-48f8-83e0-9317e37e5594 admin admin] Calling delete_port for 33726d32-25d3-48f9-9a2a-632044532d05 owned by network:router_interface {{(pid=78999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:51:59.025873 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a481d5a8-cfae-48f8-83e0-9317e37e5594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851037811'] for port, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:51:59.041509 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-7e057d4b-35c3-4cbf-997a-ead337d7dd69 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:51:59.130376 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481d5a8-cfae-48f8-83e0-9317e37e5594 admin admin] Pushing event deleted for resources: {'Port': ['ID=33726d32-25d3-48f9-9a2a-632044532d05,revision_number=None']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:51:59.136988 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-a481d5a8-cfae-48f8-83e0-9317e37e5594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:51:59.437799 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a481d5a8-cfae-48f8-83e0-9317e37e5594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854135438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583920'] for router_interface, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:00.131218 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a481d5a8-cfae-48f8-83e0-9317e37e5594 admin admin] Router fce77247-b0cf-4dbc-9d37-55fc8be0be45 has already been hosted by L3 agent 382a0915-dc5d-46b7-a5dc-ea157a977503 {{(pid=78999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 28 03:52:00.313705 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a481d5a8-cfae-48f8-83e0-9317e37e5594 admin admin] Notify agent at l3_agent.dv-osbrick-754598-7-ceph the message routers_updated {{(pid=78999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 28 03:52:00.322815 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31d436-2e8d-4501-a805-da8cf047ed1e None None] Sync routers for ids ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'] in dv-osbrick-754598-7-ceph {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 28 03:52:00.327433 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-a481d5a8-cfae-48f8-83e0-9317e37e5594 admin admin] 10.222.0.38 "PUT /v2.0/routers/fce77247-b0cf-4dbc-9d37-55fc8be0be45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1871221 Jan 28 03:52:00.330149 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 58382) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:52:00.332673 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31d436-2e8d-4501-a805-da8cf047ed1e None None] Routers {'fce77247-b0cf-4dbc-9d37-55fc8be0be45'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:52:00.333341 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-0f31d436-2e8d-4501-a805-da8cf047ed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:51:55Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:52:00.524816 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c775a098-9154-409d-8485-3d0e97276243 admin admin] Notify callbacks [] for router, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:00.686841 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-0f31d436-2e8d-4501-a805-da8cf047ed1e None None] Set router fce77247-b0cf-4dbc-9d37-55fc8be0be45 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:52:00.710937 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c775a098-9154-409d-8485-3d0e97276243 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:00.716155 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-c775a098-9154-409d-8485-3d0e97276243 admin admin] Deleting port 93972624-7db4-4d7a-bc71-293ed8f48646 {{(pid=78999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:52:00.716519 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c775a098-9154-409d-8485-3d0e97276243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:00.899689 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-c775a098-9154-409d-8485-3d0e97276243 admin admin] For port 93972624-7db4-4d7a-bc71-293ed8f48646, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=93972624-7db4-4d7a-bc71-293ed8f48646,segment=NetworkSegment(85601eaa-b774-4bff-bcf6-a6323a6992b9),segment_id=85601eaa-b774-4bff-bcf6-a6323a6992b9)] {{(pid=78999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:52:00.900076 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c775a098-9154-409d-8485-3d0e97276243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:00.988219 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-0f31d436-2e8d-4501-a805-da8cf047ed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:51:58Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph'}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:52:00.993288 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31d436-2e8d-4501-a805-da8cf047ed1e None None] Checking router: fce77247-b0cf-4dbc-9d37-55fc8be0be45 for host: dv-osbrick-754598-7-ceph {{(pid=79000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 28 03:52:01.002460 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31d436-2e8d-4501-a805-da8cf047ed1e None None] Routers {'fce77247-b0cf-4dbc-9d37-55fc8be0be45'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:52:01.003152 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-0f31d436-2e8d-4501-a805-da8cf047ed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:51:55Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'], 'active': True} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:52:01.033523 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-c775a098-9154-409d-8485-3d0e97276243 admin admin] Calling delete_port for 93972624-7db4-4d7a-bc71-293ed8f48646 owned by network:router_gateway {{(pid=78999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:52:01.179958 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c775a098-9154-409d-8485-3d0e97276243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851037811'] for port, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: WARNING neutron.plugins.ml2.ovo_rpc [None req-c775a098-9154-409d-8485-3d0e97276243 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: result = function(*args, **kwargs) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: proto.__init__(conn_state, self) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: self.handle() Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: self.handle_one_request() Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: self.handle_one_response() Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: result = self.application(self.environ, start_response) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: return app(environ, start_response) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: resp = self.call_func(req, *args, **kw) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: return self.func(req, *args, **kwargs) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: response = req.get_response(self.application) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: application, catch_exc_info=False) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: app_iter = application(self.environ, start_response) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: resp = self.call_func(req, *args, **kw) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: return self.func(req, *args, **kwargs) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: response = req.get_response(self.application) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: application, catch_exc_info=False) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: app_iter = application(self.environ, start_response) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: resp = self.call_func(req, *args, **kw) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: return self.func(req, *args, **kwargs) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: response = req.get_response(self.application) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: application, catch_exc_info=False) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: app_iter = application(self.environ, start_response) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: resp = self.call_func(req, *args, **kw) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: return self.func(req, *args, **kwargs) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: response = req.get_response(self.application) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: application, catch_exc_info=False) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: app_iter = application(self.environ, start_response) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: resp = self.call_func(req, *args, **kw) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: return self.func(req, *args, **kwargs) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: return request.get_response(self.application) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: application, catch_exc_info=False) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: app_iter = application(self.environ, start_response) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: resp = self.call_func(req, *args, **kw) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: return self.func(req, *args, **kwargs) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: response = req.get_response(self._app) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: application, catch_exc_info=False) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: app_iter = application(self.environ, start_response) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: return resp(environ, start_response) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: return resp(environ, start_response) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: response = self.app(environ, start_response) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: return resp(environ, start_response) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: resp = self.call_func(req, *args, **kw) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: return self.func(req, *args, **kwargs) Jan 28 03:52:01.184577 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: result = method(request=request, **args) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: return self._delete(request, id, **kwargs) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: return f(*args, **kwargs) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: return f(*args, **kwargs) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: return f(*dup_args, **dup_kwargs) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: obj_deleter(request.context, id, **kwargs) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: return method(*args, **kwargs) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: return f(*args, **kwargs) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: return f(*args, **kwargs) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: return f(*dup_args, **dup_kwargs) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: self._delete_current_gw_port(context, id, router, None) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: admin_ctx, gw_port_id, l3_port_check=False) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: return f(self, context, *args, **kwargs) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: return method(*args, **kwargs) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: context, port, router_ids, bound_mech_contexts) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: return function(*args, **kwargs) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: callback(resource, event, trigger, **kwargs) Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: if self._is_session_semantic_violated(context, resource, event): Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: stack = traceback.extract_stack() Jan 28 03:52:01.189727 dv-osbrick-754598-7-ceph neutron-server[78887]: Jan 28 03:52:01.195714 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-0f31d436-2e8d-4501-a805-da8cf047ed1e None None] Set router fce77247-b0cf-4dbc-9d37-55fc8be0be45 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:52:01.369438 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c775a098-9154-409d-8485-3d0e97276243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584824'] for router_gateway, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:01.498426 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-0f31d436-2e8d-4501-a805-da8cf047ed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:51:58Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph'}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:52:01.502540 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31d436-2e8d-4501-a805-da8cf047ed1e None None] The sync data for ids ['fce77247-b0cf-4dbc-9d37-55fc8be0be45'] in dv-osbrick-754598-7-ceph is: [{'id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'name': 'tempest-TestVolumeBootPattern-1451554002-router', 'tenant_id': 'f4bd05c5ef484006b450d8cd833536c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23'}], 'enable_snat': True}, 'gw_port_id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:21Z', 'updated_at': '2021-01-28T03:51:58Z', 'revision_number': 5, 'project_id': 'f4bd05c5ef484006b450d8cd833536c5', 'gw_port': {'id': '93972624-7db4-4d7a-bc71-293ed8f48646', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce77247-b0cf-4dbc-9d37-55fc8be0be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:22Z', 'updated_at': '2021-01-28T03:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph'}] {{(pid=79000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 28 03:52:01.506867 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c775a098-9154-409d-8485-3d0e97276243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775084'] for router, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:01.509706 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c775a098-9154-409d-8485-3d0e97276243 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:01.605163 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c775a098-9154-409d-8485-3d0e97276243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854197836'] for router, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:01.605727 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c775a098-9154-409d-8485-3d0e97276243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fce77247-b0cf-4dbc-9d37-55fc8be0be45 {{(pid=78999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 03:52:01.621638 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c775a098-9154-409d-8485-3d0e97276243 admin admin] Notify callbacks [] for router, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:01.623278 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-c775a098-9154-409d-8485-3d0e97276243 admin admin] 10.222.0.38 "DELETE /v2.0/routers/fce77247-b0cf-4dbc-9d37-55fc8be0be45 HTTP/1.1" status: 204 len: 168 time: 1.2920742 Jan 28 03:52:01.626110 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 58386) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:52:01.697054 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_v2 [None req-40251675-8a2b-4c71-8292-ed527e0f51a0 admin admin] Deleting subnet 1987f575-29b8-455b-ade3-9c9c615211af {{(pid=78999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 28 03:52:01.700164 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-40251675-8a2b-4c71-8292-ed527e0f51a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:01.754454 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-40251675-8a2b-4c71-8292-ed527e0f51a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852616243'] for subnet, precommit_delete_associations {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:01.878603 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-40251675-8a2b-4c71-8292-ed527e0f51a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947808'] for subnet, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:02.149150 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-40251675-8a2b-4c71-8292-ed527e0f51a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852827992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3738023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2966489'] for subnet, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:02.165416 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-a4312588-6b80-4ed3-9bcb-9b9cce3e8f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:52:02.458354 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40251675-8a2b-4c71-8292-ed527e0f51a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1987f575-29b8-455b-ade3-9c9c615211af,revision_number=None']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:52:02.463972 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-40251675-8a2b-4c71-8292-ed527e0f51a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:52:02.505695 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-40251675-8a2b-4c71-8292-ed527e0f51a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:02.511463 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1830316-3bd2-44d6-9f53-b6874ac57f6a None None] Network aa76c6fd-2a04-42b7-8394-a25da885b6fe requested from dv-osbrick-754598-7-ceph {{(pid=79000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 28 03:52:02.512183 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-40251675-8a2b-4c71-8292-ed527e0f51a0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1987f575-29b8-455b-ade3-9c9c615211af HTTP/1.1" status: 204 len: 168 time: 0.8849075 Jan 28 03:52:02.514914 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 58390) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:52:02.633797 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853191495'] for network, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:02.652224 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 93972624-7db4-4d7a-bc71-293ed8f48646 no longer exists at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 28 03:52:02.702587 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] Deleting port 5521dfd8-5f25-4315-94c1-3932ff652ead {{(pid=78999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:52:02.702966 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:02.722930 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] No Port match for: 93972624-7db4-4d7a-bc71-293ed8f48646 {{(pid=79000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 28 03:52:02.723261 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 93972624-7db4-4d7a-bc71-293ed8f48646 not bound to the agent host dv-osbrick-754598-7-ceph {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 28 03:52:02.723735 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 33726d32-25d3-48f9-9a2a-632044532d05 no longer exists at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 28 03:52:02.761156 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] No Port match for: 33726d32-25d3-48f9-9a2a-632044532d05 {{(pid=79000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 28 03:52:02.761554 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 33726d32-25d3-48f9-9a2a-632044532d05 not bound to the agent host dv-osbrick-754598-7-ceph {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 28 03:52:02.845675 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f5f8bf-60d3-49b6-86b1-f4a14d67fcd4 None None] DHCP port deletion for aa76c6fd-2a04-42b7-8394-a25da885b6fe request from dv-osbrick-754598-7-ceph {{(pid=79000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 28 03:52:02.849983 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-05f5f8bf-60d3-49b6-86b1-f4a14d67fcd4 None None] Deleting port 5521dfd8-5f25-4315-94c1-3932ff652ead {{(pid=79000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:52:02.850407 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-05f5f8bf-60d3-49b6-86b1-f4a14d67fcd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:02.925681 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] For port 5521dfd8-5f25-4315-94c1-3932ff652ead, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=5521dfd8-5f25-4315-94c1-3932ff652ead,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=78999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:52:02.926080 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:03.060801 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] Calling delete_port for 5521dfd8-5f25-4315-94c1-3932ff652ead owned by network:dhcp {{(pid=78999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:52:03.070945 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-05f5f8bf-60d3-49b6-86b1-f4a14d67fcd4 None None] For port 5521dfd8-5f25-4315-94c1-3932ff652ead, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=5521dfd8-5f25-4315-94c1-3932ff652ead,segment=NetworkSegment(9782ff06-8f93-45f9-a880-5a733d1345e5),segment_id=9782ff06-8f93-45f9-a880-5a733d1345e5)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:52:03.071335 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-05f5f8bf-60d3-49b6-86b1-f4a14d67fcd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:03.138859 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851037811'] for port, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:03.154819 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-5760e8e2-7644-4ea8-b71b-3fd653c793b9 tempest-TestVolumeBootPattern-921942229 tempest-TestVolumeBootPattern-921942229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:52:03.201466 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-05f5f8bf-60d3-49b6-86b1-f4a14d67fcd4 None None] Calling delete_port for 5521dfd8-5f25-4315-94c1-3932ff652ead owned by network:dhcp {{(pid=79000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:52:03.246824 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] Pushing event deleted for resources: {'Port': ['ID=5521dfd8-5f25-4315-94c1-3932ff652ead,revision_number=None']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:52:03.249703 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:52:03.274334 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.db.api [None req-05f5f8bf-60d3-49b6-86b1-f4a14d67fcd4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79000) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:52:03.274698 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_db.api [None req-05f5f8bf-60d3-49b6-86b1-f4a14d67fcd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 28 03:52:03.298091 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] No DVR routers for this DVR port 5521dfd8-5f25-4315-94c1-3932ff652ead on host dv-osbrick-754598-7-ceph {{(pid=78999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 28 03:52:03.421694 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944586', 'neutron.services.segments.db._delete_segments_for_network--9223363275219160197'] for network, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:03.535170 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.services.segments.db [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa76c6fd-2a04-42b7-8394-a25da885b6fe']}} {{(pid=78999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:52:03.548231 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.services.segments.db [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9782ff06-8f93-45f9-a880-5a733d1345e5') {'for_net_delete': True} {{(pid=78999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:52:03.548571 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.services.segments.db [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9782ff06-8f93-45f9-a880-5a733d1345e5') {} {{(pid=78999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:52:03.561012 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275219164293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2159557'] for segment, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:03.578076 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934965'] for segment, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:03.580107 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=78999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 28 03:52:03.755637 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] Network aa76c6fd-2a04-42b7-8394-a25da885b6fe has no segments {{(pid=78999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 28 03:52:03.765173 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852840882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3737936'] for segment, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:03.775900 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-05f5f8bf-60d3-49b6-86b1-f4a14d67fcd4 None None] Deleting port 5521dfd8-5f25-4315-94c1-3932ff652ead {{(pid=79000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:52:03.776337 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-05f5f8bf-60d3-49b6-86b1-f4a14d67fcd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:03.848736 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-05f5f8bf-60d3-49b6-86b1-f4a14d67fcd4 None None] The port '5521dfd8-5f25-4315-94c1-3932ff652ead' was deleted {{(pid=79000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 28 03:52:03.942498 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] Network aa76c6fd-2a04-42b7-8394-a25da885b6fe has no segments {{(pid=78999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: Traceback (most recent call last): Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: timer() Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: cb(*args, **kw) Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: return func(*args, **kwargs) Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: self._notify() Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: self.callback(batched_events) Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: event.method(event) Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: segment_id)['aggregates'][0] Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: return f(self, *a, **k) Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: return self._get(url).json() Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: **kwargs) Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: return self.request(url, 'GET', **kwargs) Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: **endpoint_filter) Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:52:03.965284 dv-osbrick-754598-7-ceph neutron-server[78887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:52:04.057037 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852831229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854191074'] for network, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:04.060531 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:52:04.076818 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for network, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:04.083020 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa76c6fd-2a04-42b7-8394-a25da885b6fe,revision_number=None']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:52:04.087501 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:52:04.094109 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-7c94413d-72e8-4131-857c-0dccbd61a689 admin admin] 10.222.0.38 "DELETE /v2.0/networks/aa76c6fd-2a04-42b7-8394-a25da885b6fe HTTP/1.1" status: 204 len: 168 time: 1.5781994 Jan 28 03:52:04.097112 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 58394) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:52:04.644680 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 5521dfd8-5f25-4315-94c1-3932ff652ead no longer exists at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 28 03:52:04.650068 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0563f397-5057-4999-9797-fcd7ad6913ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854195871'] for router_interface, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:04.682547 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] No Port match for: 5521dfd8-5f25-4315-94c1-3932ff652ead {{(pid=79000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 28 03:52:04.682981 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 5521dfd8-5f25-4315-94c1-3932ff652ead not bound to the agent host dv-osbrick-754598-7-ceph {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 28 03:52:05.012334 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-0563f397-5057-4999-9797-fcd7ad6913ba admin admin] Deleting port 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 {{(pid=78999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:52:05.012708 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0563f397-5057-4999-9797-fcd7ad6913ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:05.189614 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-0563f397-5057-4999-9797-fcd7ad6913ba admin admin] For port 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6,segment=NetworkSegment(a81d26c6-4fcb-4d61-9e5c-c90cfe37233c),segment_id=a81d26c6-4fcb-4d61-9e5c-c90cfe37233c)] {{(pid=78999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:52:05.190006 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0563f397-5057-4999-9797-fcd7ad6913ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:05.534123 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-0563f397-5057-4999-9797-fcd7ad6913ba admin admin] Calling delete_port for 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 owned by network:router_interface {{(pid=78999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:52:05.728978 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0563f397-5057-4999-9797-fcd7ad6913ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851037811'] for port, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:05.745524 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:52:05.837336 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563f397-5057-4999-9797-fcd7ad6913ba admin admin] Pushing event deleted for resources: {'Port': ['ID=8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6,revision_number=None']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:52:05.840188 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-0563f397-5057-4999-9797-fcd7ad6913ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:52:06.154674 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-0563f397-5057-4999-9797-fcd7ad6913ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854135438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583920'] for router_interface, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:06.650817 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0563f397-5057-4999-9797-fcd7ad6913ba admin admin] Router 3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5 has already been hosted by L3 agent 382a0915-dc5d-46b7-a5dc-ea157a977503 {{(pid=78999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 28 03:52:06.838984 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0563f397-5057-4999-9797-fcd7ad6913ba admin admin] Notify agent at l3_agent.dv-osbrick-754598-7-ceph the message routers_updated {{(pid=78999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 28 03:52:06.847696 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df91f301-ab02-493d-9f13-6a5e217dc4f0 None None] Sync routers for ids ['3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5'] in dv-osbrick-754598-7-ceph {{(pid=79001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 28 03:52:06.848461 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-0563f397-5057-4999-9797-fcd7ad6913ba admin admin] 10.222.0.38 "PUT /v2.0/routers/3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7503202 Jan 28 03:52:06.852241 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 58398) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:52:06.859157 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df91f301-ab02-493d-9f13-6a5e217dc4f0 None None] Routers {'3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:52:06.859826 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-df91f301-ab02-493d-9f13-6a5e217dc4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:51:55Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5'], 'active': True} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:52:07.039254 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-1796fd26-1894-4031-95a7-cb7d8f538816 admin admin] Notify callbacks [] for router, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:07.045041 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-df91f301-ab02-493d-9f13-6a5e217dc4f0 None None] Set router 3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:52:07.222448 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-1796fd26-1894-4031-95a7-cb7d8f538816 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:07.228153 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-1796fd26-1894-4031-95a7-cb7d8f538816 admin admin] Deleting port dcc0a406-42a0-49f2-8332-87de75b6ac11 {{(pid=78999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:52:07.228523 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-1796fd26-1894-4031-95a7-cb7d8f538816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:07.344680 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-df91f301-ab02-493d-9f13-6a5e217dc4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'name': 'tempest-TestVolumeBootPattern-1560423157-router', 'tenant_id': 'f740ab88315647fcb81b40b1714673db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.96'}], 'enable_snat': True}, 'gw_port_id': 'dcc0a406-42a0-49f2-8332-87de75b6ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:30Z', 'updated_at': '2021-01-28T03:52:05Z', 'revision_number': 5, 'project_id': 'f740ab88315647fcb81b40b1714673db', 'gw_port': {'id': 'dcc0a406-42a0-49f2-8332-87de75b6ac11', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:32Z', 'updated_at': '2021-01-28T03:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph'}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:52:07.348892 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df91f301-ab02-493d-9f13-6a5e217dc4f0 None None] Checking router: 3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5 for host: dv-osbrick-754598-7-ceph {{(pid=79001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 28 03:52:07.358625 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df91f301-ab02-493d-9f13-6a5e217dc4f0 None None] Routers {'3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5'} bound to L3 agent in host dv-osbrick-754598-7-ceph {{(pid=79001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 28 03:52:07.359315 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-df91f301-ab02-493d-9f13-6a5e217dc4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-754598-7-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-28T03:33:55Z,description=,heartbeat_timestamp=2021-01-28T03:51:55Z,host='dv-osbrick-754598-7-ceph',id=382a0915-dc5d-46b7-a5dc-ea157a977503,load=0,resource_versions=,resources_synced=,started_at=2021-01-28T03:33:55Z,topic='l3_agent')) {'router_ids': ['3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5'], 'active': True} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:52:07.554116 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvr_db [None req-df91f301-ab02-493d-9f13-6a5e217dc4f0 None None] Set router 3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5 gateway port host: dv-osbrick-754598-7-ceph {{(pid=79001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 28 03:52:07.620889 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-1796fd26-1894-4031-95a7-cb7d8f538816 admin admin] For port dcc0a406-42a0-49f2-8332-87de75b6ac11, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=dcc0a406-42a0-49f2-8332-87de75b6ac11,segment=NetworkSegment(85601eaa-b774-4bff-bcf6-a6323a6992b9),segment_id=85601eaa-b774-4bff-bcf6-a6323a6992b9)] {{(pid=78999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:52:07.621280 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-1796fd26-1894-4031-95a7-cb7d8f538816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:07.762005 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-1796fd26-1894-4031-95a7-cb7d8f538816 admin admin] Calling delete_port for dcc0a406-42a0-49f2-8332-87de75b6ac11 owned by network:router_gateway {{(pid=78999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:52:07.858944 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_hamode_db [None req-df91f301-ab02-493d-9f13-6a5e217dc4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'name': 'tempest-TestVolumeBootPattern-1560423157-router', 'tenant_id': 'f740ab88315647fcb81b40b1714673db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.96'}], 'enable_snat': True}, 'gw_port_id': 'dcc0a406-42a0-49f2-8332-87de75b6ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:30Z', 'updated_at': '2021-01-28T03:52:05Z', 'revision_number': 5, 'project_id': 'f740ab88315647fcb81b40b1714673db', 'gw_port': {'id': 'dcc0a406-42a0-49f2-8332-87de75b6ac11', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:32Z', 'updated_at': '2021-01-28T03:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph'}], 'dv-osbrick-754598-7-ceph', False) {} {{(pid=79001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:52:07.863010 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df91f301-ab02-493d-9f13-6a5e217dc4f0 None None] The sync data for ids ['3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5'] in dv-osbrick-754598-7-ceph is: [{'id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'name': 'tempest-TestVolumeBootPattern-1560423157-router', 'tenant_id': 'f740ab88315647fcb81b40b1714673db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'external_fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.96'}], 'enable_snat': True}, 'gw_port_id': 'dcc0a406-42a0-49f2-8332-87de75b6ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-28T03:42:30Z', 'updated_at': '2021-01-28T03:52:05Z', 'revision_number': 5, 'project_id': 'f740ab88315647fcb81b40b1714673db', 'gw_port': {'id': 'dcc0a406-42a0-49f2-8332-87de75b6ac11', 'name': '', 'network_id': 'ea722a38-7ae2-43cb-a677-4d47ee229a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'ip_address': '172.29.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-754598-7-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-28T03:42:32Z', 'updated_at': '2021-01-28T03:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3edf47ac-c901-4d7b-a844-5dcfe0ce1ece', 'cidr': '172.29.0.0/24', 'gateway_ip': '172.29.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-754598-7-ceph'}] {{(pid=79001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 28 03:52:07.917522 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-1796fd26-1894-4031-95a7-cb7d8f538816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851037811'] for port, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:08.105955 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-1796fd26-1894-4031-95a7-cb7d8f538816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584824'] for router_gateway, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:08.246478 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-1796fd26-1894-4031-95a7-cb7d8f538816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775084'] for router, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:08.248817 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-1796fd26-1894-4031-95a7-cb7d8f538816 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:08.293892 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-1796fd26-1894-4031-95a7-cb7d8f538816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854197836'] for router, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:08.294448 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1796fd26-1894-4031-95a7-cb7d8f538816 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5 {{(pid=78999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 03:52:08.307084 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-1796fd26-1894-4031-95a7-cb7d8f538816 admin admin] Notify callbacks [] for router, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:08.308311 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-1796fd26-1894-4031-95a7-cb7d8f538816 admin admin] 10.222.0.38 "DELETE /v2.0/routers/3c1fb9d7-a3e4-4846-8721-4e0d0bfd03a5 HTTP/1.1" status: 204 len: 168 time: 1.4548886 Jan 28 03:52:08.311033 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 58402) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:52:08.380419 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.db_base_plugin_v2 [None req-60bee757-c63f-4843-9828-bee73266891e admin admin] Deleting subnet 8138426d-ad74-44d5-9130-8c753c5d748e {{(pid=78999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 28 03:52:08.383643 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-60bee757-c63f-4843-9828-bee73266891e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:08.434829 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-60bee757-c63f-4843-9828-bee73266891e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852616243'] for subnet, precommit_delete_associations {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:08.517571 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-60bee757-c63f-4843-9828-bee73266891e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947808'] for subnet, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:08.648623 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 no longer exists at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 28 03:52:08.687480 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] No Port match for: 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 {{(pid=79000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 28 03:52:08.687953 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device 8d32e2e2-a00d-4e0a-bf3a-3f9d68a3d0c6 not bound to the agent host dv-osbrick-754598-7-ceph {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 28 03:52:08.688527 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device dcc0a406-42a0-49f2-8332-87de75b6ac11 no longer exists at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 28 03:52:08.724195 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] No Port match for: dcc0a406-42a0-49f2-8332-87de75b6ac11 {{(pid=79000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 28 03:52:08.724524 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device dcc0a406-42a0-49f2-8332-87de75b6ac11 not bound to the agent host dv-osbrick-754598-7-ceph {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 28 03:52:08.784258 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-60bee757-c63f-4843-9828-bee73266891e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852827992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3738023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2966489'] for subnet, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:08.799479 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-3e18d8e1-f8de-4e1e-9d43-027709c7e86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:52:08.886615 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bee757-c63f-4843-9828-bee73266891e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8138426d-ad74-44d5-9130-8c753c5d748e,revision_number=None']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:52:08.889250 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-60bee757-c63f-4843-9828-bee73266891e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:52:08.932056 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-60bee757-c63f-4843-9828-bee73266891e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:08.937557 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71a7d5f-7bbb-40d2-9486-3d9b293a48f5 None None] Network fd40c304-4087-444e-bd4e-f1342e784d67 requested from dv-osbrick-754598-7-ceph {{(pid=79000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 28 03:52:08.938736 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-60bee757-c63f-4843-9828-bee73266891e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8138426d-ad74-44d5-9130-8c753c5d748e HTTP/1.1" status: 204 len: 168 time: 0.6266172 Jan 28 03:52:08.941386 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 58406) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:52:09.075440 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853191495'] for network, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:09.150543 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] Deleting port f05b1dae-1cda-42ea-8447-a1c82603b1ed {{(pid=78999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:52:09.150975 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:09.220564 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9077b923-51b1-4dd8-9e59-a244080933dd None None] DHCP port deletion for fd40c304-4087-444e-bd4e-f1342e784d67 request from dv-osbrick-754598-7-ceph {{(pid=79000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 28 03:52:09.225175 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-9077b923-51b1-4dd8-9e59-a244080933dd None None] Deleting port f05b1dae-1cda-42ea-8447-a1c82603b1ed {{(pid=79000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:52:09.225590 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-9077b923-51b1-4dd8-9e59-a244080933dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:09.383808 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] For port f05b1dae-1cda-42ea-8447-a1c82603b1ed, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=f05b1dae-1cda-42ea-8447-a1c82603b1ed,segment=NetworkSegment(a81d26c6-4fcb-4d61-9e5c-c90cfe37233c),segment_id=a81d26c6-4fcb-4d61-9e5c-c90cfe37233c)] {{(pid=78999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:52:09.384191 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:09.527946 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] Calling delete_port for f05b1dae-1cda-42ea-8447-a1c82603b1ed owned by network:dhcp {{(pid=78999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:52:09.610531 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1829659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850097848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761635646579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761635113826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851037811'] for port, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:09.628292 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-fafd4053-4ac5-4f25-8aaa-06fddb2cce57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:52:09.669348 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.db [None req-9077b923-51b1-4dd8-9e59-a244080933dd None None] For port f05b1dae-1cda-42ea-8447-a1c82603b1ed, host dv-osbrick-754598-7-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-754598-7-ceph',level=0,port_id=f05b1dae-1cda-42ea-8447-a1c82603b1ed,segment=NetworkSegment(a81d26c6-4fcb-4d61-9e5c-c90cfe37233c),segment_id=a81d26c6-4fcb-4d61-9e5c-c90cfe37233c)] {{(pid=79000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 28 03:52:09.669780 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-9077b923-51b1-4dd8-9e59-a244080933dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854196345'] for port, precommit_delete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:09.726825 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] Pushing event deleted for resources: {'Port': ['ID=f05b1dae-1cda-42ea-8447-a1c82603b1ed,revision_number=None']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:52:09.731734 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:52:09.774231 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] No DVR routers for this DVR port f05b1dae-1cda-42ea-8447-a1c82603b1ed on host dv-osbrick-754598-7-ceph {{(pid=78999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 28 03:52:09.822896 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-9077b923-51b1-4dd8-9e59-a244080933dd None None] Calling delete_port for f05b1dae-1cda-42ea-8447-a1c82603b1ed owned by network:dhcp {{(pid=79000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 28 03:52:09.901219 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944586', 'neutron.services.segments.db._delete_segments_for_network--9223363275219160197'] for network, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:09.909188 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.db.api [None req-9077b923-51b1-4dd8-9e59-a244080933dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79000) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:52:09.909590 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_db.api [None req-9077b923-51b1-4dd8-9e59-a244080933dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 28 03:52:10.016181 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.services.segments.db [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd40c304-4087-444e-bd4e-f1342e784d67']}} {{(pid=78999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:52:10.029087 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.services.segments.db [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81d26c6-4fcb-4d61-9e5c-c90cfe37233c') {'for_net_delete': True} {{(pid=78999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:52:10.029420 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.services.segments.db [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81d26c6-4fcb-4d61-9e5c-c90cfe37233c') {} {{(pid=78999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 28 03:52:10.041857 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275219164293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2159557'] for segment, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:10.056426 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934965'] for segment, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:10.058382 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=78999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 28 03:52:10.236619 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] Network fd40c304-4087-444e-bd4e-f1342e784d67 has no segments {{(pid=78999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 28 03:52:10.245937 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852840882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3737936'] for segment, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:10.410963 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-9077b923-51b1-4dd8-9e59-a244080933dd None None] Deleting port f05b1dae-1cda-42ea-8447-a1c82603b1ed {{(pid=79000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 28 03:52:10.411390 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-9077b923-51b1-4dd8-9e59-a244080933dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761635634854'] for port, before_delete {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:10.419187 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.managers [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] Network fd40c304-4087-444e-bd4e-f1342e784d67 has no segments {{(pid=78999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: Traceback (most recent call last): Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: timer() Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: cb(*args, **kw) Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: return func(*args, **kwargs) Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: self._notify() Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: self.callback(batched_events) Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: event.method(event) Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: segment_id)['aggregates'][0] Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: return f(self, *a, **k) Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: return self._get(url).json() Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: **kwargs) Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: return self.request(url, 'GET', **kwargs) Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: **endpoint_filter) Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:52:10.442014 dv-osbrick-754598-7-ceph neutron-server[78887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:52:10.481267 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-9077b923-51b1-4dd8-9e59-a244080933dd None None] The port 'f05b1dae-1cda-42ea-8447-a1c82603b1ed' was deleted {{(pid=79000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 28 03:52:10.519968 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852831229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854191074'] for network, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:10.523765 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:52:10.541244 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640328'] for network, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:10.558549 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd40c304-4087-444e-bd4e-f1342e784d67,revision_number=None']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:52:10.561772 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:52:10.563442 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-a7614904-19ab-4ca6-9c71-fd8947bc5231 admin admin] 10.222.0.38 "DELETE /v2.0/networks/fd40c304-4087-444e-bd4e-f1342e784d67 HTTP/1.1" status: 204 len: 168 time: 1.6210477 Jan 28 03:52:10.644283 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device f05b1dae-1cda-42ea-8447-a1c82603b1ed no longer exists at agent ovs-agent-dv-osbrick-754598-7-ceph {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 28 03:52:10.684392 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.plugin [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] No Port match for: f05b1dae-1cda-42ea-8447-a1c82603b1ed {{(pid=79000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 28 03:52:10.684786 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.plugins.ml2.rpc [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Device f05b1dae-1cda-42ea-8447-a1c82603b1ed not bound to the agent host dv-osbrick-754598-7-ceph {{(pid=79000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 28 03:52:10.714018 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 58412) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:52:10.765078 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-d8d7cfb5-7ac6-4034-b304-3509599ba6db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f4bd05c5ef484006b450d8cd833536c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0496178 Jan 28 03:52:10.767578 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 58416) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:52:10.831050 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7847172c-07a6-449f-952f-63a5a7dfc50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:10.858390 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7847172c-07a6-449f-952f-63a5a7dfc50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:10.914567 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7847172c-07a6-449f-952f-63a5a7dfc50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709389'] for security_group, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:10.920368 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:52:10.934267 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847172c-07a6-449f-952f-63a5a7dfc50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bfeaab-7bdc-4c47-8b7b-077ff1db5648,revision_number=None']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:52:10.937949 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-7847172c-07a6-449f-952f-63a5a7dfc50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:52:10.942238 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7847172c-07a6-449f-952f-63a5a7dfc50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:10.944009 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-7847172c-07a6-449f-952f-63a5a7dfc50f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/94bfeaab-7bdc-4c47-8b7b-077ff1db5648 HTTP/1.1" status: 204 len: 168 time: 0.1749785 Jan 28 03:52:11.340090 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 58424) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:52:11.391142 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-2ed383f2-3ed7-47b8-b164-71145d339ed6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f740ab88315647fcb81b40b1714673db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0498381 Jan 28 03:52:11.393688 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.wsgi [-] (78999) accepted ('10.222.0.38', 58428) {{(pid=78999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 28 03:52:11.459485 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-41e1fafd-e131-4536-8e69-fa7d45cbdabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:11.492434 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-41e1fafd-e131-4536-8e69-fa7d45cbdabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:11.536288 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-41e1fafd-e131-4536-8e69-fa7d45cbdabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709389'] for security_group, after_delete {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:11.541348 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 28 03:52:11.554098 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1fafd-e131-4536-8e69-fa7d45cbdabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e281b9-f530-47cd-80f5-c7db4a1205b4,revision_number=None']} {{(pid=78999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 28 03:52:11.557057 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG oslo_concurrency.lockutils [None req-41e1fafd-e131-4536-8e69-fa7d45cbdabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 28 03:52:11.559025 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-41e1fafd-e131-4536-8e69-fa7d45cbdabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:11.560227 dv-osbrick-754598-7-ceph neutron-server[78887]: INFO neutron.wsgi [None req-41e1fafd-e131-4536-8e69-fa7d45cbdabd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/67e281b9-f530-47cd-80f5-c7db4a1205b4 HTTP/1.1" status: 204 len: 168 time: 0.1655667 Jan 28 03:52:15.723714 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:23.109413 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-6ff7a24e-84f9-4b41-ba09-39e07b69ac01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:23.507159 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:52:24.610352 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e6117830-329d-48ea-880a-288a628326b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:24.957908 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:25.912821 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:45.732077 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:53.111707 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-3bbf67e7-9a6d-4739-9b69-6a62220e19d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:54.612942 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-25731a13-9ad4-4086-a7c2-2a58fb3c5c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:54.959506 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:52:55.914717 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:53:00.505876 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:53:15.750883 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:53:23.113536 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-d68f0018-b58f-4ab3-b5e1-a24c34aefc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:53:24.613226 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-1b1b3ed2-b336-4ad4-9e2e-716cba0bf3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:53:24.962686 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:53:25.916852 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:53:37.505064 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:53:45.752776 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:53:53.114543 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-4fbea293-22f7-490b-9dd6-6a25dbd23631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:53:54.613902 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-b4830353-9eb7-4e47-93d4-f96bbce027ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:53:54.964823 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:53:55.921438 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:54:14.504849 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:54:15.765993 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:54:23.116603 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-35f9552d-34e9-4d4e-a695-5e9dc24c538b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:54:24.615108 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-4c63b348-6c57-4838-902a-0e11124e99f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:54:24.969225 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:54:25.923357 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:54:45.761152 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:54:51.504097 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:54:53.120148 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-452718a8-0ca1-433c-83c3-dd284850f9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:54:54.616662 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-8db3f9f6-9fbd-4404-95c9-76784c5dbf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:54:54.972125 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:54:55.924968 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:55:15.762398 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:55:23.122077 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-7f8b4304-2915-4554-9586-a227bd082675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:55:24.618253 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-20fbea88-56b2-41b5-ba4f-3ade69bd7a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:55:24.975112 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:55:25.926692 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:55:28.503751 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:55:45.763174 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:55:53.126129 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-739108c4-4481-4f13-914b-ac660fe0d9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:55:54.619915 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-e4cb4b16-5951-4e77-a5fe-9d72ad1f713c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:55:54.978542 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:55:55.928265 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:56:05.503547 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:56:15.761188 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:56:23.127115 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-75cb2803-8ef8-489e-b7fb-84bec832ae21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:56:24.622292 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-9645245a-c9bf-40a1-a4e0-5e68e2b1036f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:56:24.980598 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-16ecad7d-92f3-4186-8410-14d4b9823100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:56:25.931191 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-c3d67b81-9961-4097-b6d2-b4ebfd95af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 28 03:56:42.503780 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron.db.agents_db [None req-f304e1e2-1aa7-493d-a558-065914a907ee None None] Agent healthcheck: found 5 active agents {{(pid=79001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 28 03:56:45.759620 dv-osbrick-754598-7-ceph neutron-server[78887]: DEBUG neutron_lib.callbacks.manager [None req-fbdc49d7-b248-483f-90f0-ac375f21144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275219160214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943669'] for agent, after_update {{(pid=79000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}